-- Logs begin at Tue 2022-03-08 17:43:25 UTC, end at Tue 2022-03-08 19:07:51 UTC. -- Mar 08 18:39:33.035926 dv-cinder-830087-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 18:39:36.064666 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.common.config [-] Logging enabled! Mar 08 18:39:36.065742 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 18:39:36.066167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 18:39:36.069505 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.common.config [-] Logging enabled! Mar 08 18:39:36.069759 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 18:39:36.070247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 18:39:36.071253 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:39:36.071491 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:39:36.071883 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:39:36.072136 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:39:36.072863 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:39:36.073195 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.073685 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 18:39:36.074001 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.074305 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.074604 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.074905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.075226 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.075516 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.075809 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.076111 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.076404 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.076687 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.076977 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.077274 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.077566 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.077852 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.078145 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.078428 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] debug = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.078714 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.079182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.079596 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.079881 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.080169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.080502 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.080826 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.081065 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.081356 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.081693 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] host = dv-cinder-830087-3-iscsi {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.081974 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.082262 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.082555 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.082844 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.083145 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.083422 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.083710 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.083986 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.084261 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.084539 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.084832 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.085125 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.085417 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.085647 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.085875 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.086167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.086456 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.086734 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.087012 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.087316 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.087595 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.087871 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.088145 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.088431 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.088716 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.089004 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.089281 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.089555 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.089829 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.090102 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.090387 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.090660 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.090936 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.091241 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.091531 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.091801 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.092077 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.092383 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.092674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.092957 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.093245 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.093520 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.093801 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.094076 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.094350 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.094623 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_json = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.094896 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.095200 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.095485 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.095758 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.096556 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.096945 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.097226 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.097515 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.097791 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:36.098095 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.098396 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.098696 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.098997 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.099323 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.099608 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.099900 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.100182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.100475 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.100766 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.101059 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.101341 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.101647 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.101942 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.102238 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.102554 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.102848 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.103161 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.103444 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.103723 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.103999 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.104280 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.104567 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.104850 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.105137 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.105426 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.105710 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.106005 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.106293 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.106586 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.106878 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.107173 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.107456 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.107755 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.108035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.108311 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.108590 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.108877 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.109171 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.109428 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.109713 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.109993 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.110266 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.110537 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.110816 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.111106 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.111404 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.111742 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.112760 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.112999 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.113281 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.113572 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.113853 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.114133 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.114410 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.114693 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.114969 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.115274 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.115557 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.115835 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.116114 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.116393 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.116667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.116942 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.117217 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.117489 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.117762 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.118036 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.118319 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.118598 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.118868 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.119161 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.119446 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.119721 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.120010 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.120319 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.120604 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.120887 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.121170 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.121456 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.121739 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.122017 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.122301 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.122588 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.122873 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.123337 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.123592 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.123884 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.124315 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.124478 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.124779 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.125059 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.125339 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.125624 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.125905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.126183 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.126472 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.126761 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.127053 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.127402 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.127700 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.128027 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.128436 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.128723 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.129041 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.129325 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:36.129545 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:39:36.129800 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 18:39:36.508031 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 18:39:36.508394 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 18:39:36.508626 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 18:39:36.509102 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 18:39:36.842002 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.842217 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.842485 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.843816 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.844095 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.844359 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.891563 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.891837 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.892109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.907090 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.907400 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.907707 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.937120 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.937402 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.937671 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.977027 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.977310 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:36.977581 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.343213 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.343876 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.343876 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.344056 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.344707 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.446905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.447254 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.447542 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.447819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.448090 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.448404 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.448667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.448928 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.449184 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.449466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.449726 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.449993 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.450245 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.450496 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.450749 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.451015 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.451297 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.451567 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.451835 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.452093 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.452370 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.452617 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.452898 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.453276 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.453524 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.453769 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.454169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.454410 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.454647 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.454886 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.455147 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.455387 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:37.456282 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 18:39:37.459658 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 18:39:37.463813 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 18:39:37.467649 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 08 18:39:37.469318 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 18:39:37.469794 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 18:39:37.470130 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 18:39:37.470521 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 18:39:37.474060 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 18:39:37.474319 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 18:39:37.474671 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 18:39:37.479719 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 18:39:37.504416 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 18:39:37.504885 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.505187 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 18:39:37.505572 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.506960 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 18:39:37.507524 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 18:39:37.507775 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 18:39:37.511103 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.511429 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:37.574319 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 18:39:37.574546 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 18:39:37.574788 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 18:39:37.575199 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 18:39:37.597237 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_db.sqlalchemy.engines [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 18:39:38.068266 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing driver for type 'gre' Mar 08 18:39:38.069059 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] gre ID ranges: [(1, 1000)] Mar 08 18:39:38.131929 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing driver for type 'local' Mar 08 18:39:38.132521 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing driver for type 'vlan' Mar 08 18:39:38.146095 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] VlanTypeDriver initialization complete Mar 08 18:39:38.146524 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing driver for type 'vxlan' Mar 08 18:39:38.146939 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] vxlan ID ranges: [(1, 1000)] Mar 08 18:39:38.200791 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing extension driver 'port_security' Mar 08 18:39:38.201046 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.extensions.port_security [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] PortSecurityExtensionDriver initialization complete Mar 08 18:39:38.201375 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing mechanism driver 'openvswitch' Mar 08 18:39:38.201698 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing mechanism driver 'hyperv' Mar 08 18:39:38.209188 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.plugin [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:38.210062 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.210419 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.210776 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.211330 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.211768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.212122 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.212469 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.212865 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.213274 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.213625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.213970 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.214371 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.214778 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.215147 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.215492 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.215890 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.216319 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.216641 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.216980 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.217370 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.217775 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > address_group after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.218119 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > address_group after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.218458 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.218851 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:39:38.219329 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] ML2 OVO RPC backend initialized. {{(pid=109853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 18:39:38.220037 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.220394 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.220811 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.221216 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > networks before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.222054 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.222398 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > ports before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.222741 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.223080 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnets before_response 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.223524 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.223872 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.224217 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.224555 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.224893 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.225227 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.225562 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.225900 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.226234 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.233673 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded quota_driver: . Mar 08 18:39:38.234038 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.plugin [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Modular L2 Plugin initialization complete Mar 08 18:39:38.234388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading services supported by the core plugin {{(pid=109853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 18:39:38.234746 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.plugins.ml2.managers [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Got port-security extension from driver 'port_security' Mar 08 18:39:38.235255 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.extensions.vlantransparent [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Disabled vlantransparent extension. Mar 08 18:39:38.235755 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 18:39:38.236078 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: router Mar 08 18:39:38.273308 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.273709 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_create 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.274088 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router before_create 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.274451 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.274822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.275211 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_delete 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.275599 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.275959 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.276324 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_create 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.276671 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.277021 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.277369 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.277749 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.278172 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.278542 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.278889 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.279254 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: subnet after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.279587 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.279938 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.280282 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_create 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.280622 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.280963 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.281318 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router after_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.281659 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.282139 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_create 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.282503 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.282857 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_update 55549900 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.283253 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > agent after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.283656 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > agent after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.284036 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > network after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.284918 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Tracking information for resource: router configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:38.285274 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Tracking information for resource: floatingip configured {{(pid=109853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:39:38.290316 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.db.l3_agentschedulers_db [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 18:39:38.290892 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.291283 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.291637 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.291989 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: port after_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.292799 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router before_create 55550100 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.293168 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.293531 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_create 55550100 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.293887 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > router precommit_update 55550100 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.298747 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.provider_configuration [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service providers = [] {{(pid=109853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 18:39:38.299086 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.db.servicetype_db [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 18:39:38.302263 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.service_base [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:39:38.302615 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.service_base [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:39:38.302957 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.service_base [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:39:38.303874 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.services.service_base [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:39:38.304245 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.services.service_base [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 18:39:38.304632 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.304944 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 18:39:38.316301 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.316638 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: auto_allocate Mar 08 18:39:38.322560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: network precommit_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.322873 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: network precommit_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.323438 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.323765 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: tag Mar 08 18:39:38.331232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.331565 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: timestamp Mar 08 18:39:38.335461 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.335798 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: network_ip_availability Mar 08 18:39:38.341339 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.341710 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.342073 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.342797 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.343137 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: flavors Mar 08 18:39:38.348171 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.348734 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading Plugin: revisions Mar 08 18:39:38.352868 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:39:38.353263 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=109853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 18:39:38.354016 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 18:39:38.354349 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Initializing extension manager. Mar 08 18:39:38.354873 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: __init__.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.355253 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: __pycache__ {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.355592 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.355926 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: address_group.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.356691 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.357260 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: address-group Mar 08 18:39:38.357584 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: address_scope.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.358293 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.358802 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: address-scope Mar 08 18:39:38.359145 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.360078 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.360583 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: router-admin-state-down-before-update Mar 08 18:39:38.360902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: agent.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.361598 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.362238 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: agent Mar 08 18:39:38.362690 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: agent_resources_synced.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.363652 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.364162 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: agent-resources-synced Mar 08 18:39:38.364484 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: allowedaddresspairs.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.366289 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.366810 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: allowed-address-pairs Mar 08 18:39:38.367143 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: auto_allocated_topology.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.368246 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.368757 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: auto-allocated-topology Mar 08 18:39:38.369084 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: availability_zone.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.369778 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.370283 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: availability_zone Mar 08 18:39:38.370608 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: availability_zone_filter.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.371558 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.372070 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: availability_zone_filter Mar 08 18:39:38.372393 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: data_plane_status.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.373299 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.373802 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 18:39:38.374127 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: default_subnetpools.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.375034 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.375580 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: default-subnetpools Mar 08 18:39:38.375906 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.376721 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.377233 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: dhcp_agent_scheduler Mar 08 18:39:38.378212 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: dns.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.379180 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.379688 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 18:39:38.380012 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: dns_domain_ports.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.380935 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.381440 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 18:39:38.381765 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.382944 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.383482 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 18:39:38.383809 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: dvr.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.384479 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.384980 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: dvr Mar 08 18:39:38.385303 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: ecmp_routes.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.386216 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.386717 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 18:39:38.387037 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: empty_string_filtering.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.387972 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.388484 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: empty-string-filtering Mar 08 18:39:38.388808 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.389719 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.390221 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 18:39:38.390539 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.391488 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.391991 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 18:39:38.392309 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: external_net.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.393850 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.394357 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: external-net Mar 08 18:39:38.394678 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.395626 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.396129 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: extra_dhcp_opt Mar 08 18:39:38.396446 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: extraroute.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.397349 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.397858 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: extraroute Mar 08 18:39:38.398181 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: extraroute_atomic.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.399277 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.399798 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: extraroute-atomic Mar 08 18:39:38.400124 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: filter_validation.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.400813 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.401324 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: filter-validation Mar 08 18:39:38.401645 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: fip_pf_description.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.402629 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.403157 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 18:39:38.403482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: fip_port_details.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.404682 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.405204 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: fip-port-details Mar 08 18:39:38.405616 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: flavors.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.406841 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.407409 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: flavors Mar 08 18:39:38.407735 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.409782 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.410340 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 18:39:38.410667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: floatingip_pools.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.411492 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.412025 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: floatingip-pools Mar 08 18:39:38.412357 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: ip_allocation.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.413436 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.413961 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 18:39:38.414284 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.415343 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.415879 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: ip-substring-filtering Mar 08 18:39:38.416199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l2_adjacency.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.417235 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.417756 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 18:39:38.418080 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.419225 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.419769 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: router Mar 08 18:39:38.420096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.422890 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.423500 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 18:39:38.423834 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.425231 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.425989 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: ext-gw-mode Mar 08 18:39:38.426197 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.427278 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.427816 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: l3-ha Mar 08 18:39:38.428144 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.429150 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.429677 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 18:39:38.430002 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_flavors.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.431065 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.431633 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: l3-flavors Mar 08 18:39:38.431959 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.433543 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.434114 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 18:39:38.434444 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.435484 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.436185 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 18:39:38.436348 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: l3agentscheduler.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.437468 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.438000 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: l3_agent_scheduler Mar 08 18:39:38.438330 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: local_ip.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.441027 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.441586 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension local_ip not supported by any of loaded plugins Mar 08 18:39:38.441923 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: logging.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.445619 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.446194 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension logging not supported by any of loaded plugins Mar 08 18:39:38.446526 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: metering.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.447441 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.448057 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: metering Mar 08 18:39:38.448391 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.449731 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.450291 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: metering_source_and_destination_fields Mar 08 18:39:38.450622 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: multiprovidernet.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.451754 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.452303 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: multi-provider Mar 08 18:39:38.452635 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: netmtu.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.453671 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.454206 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: net-mtu Mar 08 18:39:38.454525 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: netmtu_writable.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.456240 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.456952 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: net-mtu-writable Mar 08 18:39:38.457279 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: network_availability_zone.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.458019 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.458526 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: network_availability_zone Mar 08 18:39:38.458850 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: network_ip_availability.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.460203 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.460738 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: network-ip-availability Mar 08 18:39:38.461067 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: network_segment_range.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.461922 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.462446 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 18:39:38.462771 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: pagination.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.463951 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.464286 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: pagination Mar 08 18:39:38.464608 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: port_device_profile.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.465566 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.466125 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: port-device-profile Mar 08 18:39:38.466447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.467499 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.468018 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: port-mac-address-regenerate Mar 08 18:39:38.468348 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.469305 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.469823 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: port-numa-affinity-policy Mar 08 18:39:38.470142 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: port_resource_request.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.471315 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.471737 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 18:39:38.472079 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: port_resource_request_groups.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.473153 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.473667 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 18:39:38.473983 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: portbindings.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.475003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.475690 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: binding Mar 08 18:39:38.476007 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: portbindings_extended.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.477484 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.478024 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: binding-extended Mar 08 18:39:38.478347 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: portsecurity.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.479398 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.479918 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: port-security Mar 08 18:39:38.480241 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: project_id.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.481269 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.481607 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: project-id Mar 08 18:39:38.481936 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: providernet.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.482908 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.483517 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: provider Mar 08 18:39:38.483844 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.488149 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.488722 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos not supported by any of loaded plugins Mar 08 18:39:38.489055 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.490603 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.491206 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 18:39:38.491649 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.492630 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.493173 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 18:39:38.493501 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_default.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.494510 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.495045 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-default not supported by any of loaded plugins Mar 08 18:39:38.495404 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_fip.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.496434 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.496971 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 18:39:38.497297 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.498313 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.498859 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 18:39:38.499215 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_gateway_ip.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.500249 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.500786 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 18:39:38.501110 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_port_network_policy.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.502269 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.503343 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 18:39:38.503686 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.504865 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.505494 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 18:39:38.505824 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.506909 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.507762 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 18:39:38.508087 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_pps_rule.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.509346 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.509871 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 18:39:38.510196 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_rule_type_details.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.511312 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.512029 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 18:39:38.512172 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: qos_rules_alias.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.513322 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.513838 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 18:39:38.514164 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: quota_check_limit.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.515102 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.515652 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: quota-check-limit Mar 08 18:39:38.515978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: quotasv2.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.517006 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.517338 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: quotas Mar 08 18:39:38.517661 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: quotasv2_detail.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.520085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.520432 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: quota_details Mar 08 18:39:38.520768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: rbac.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.521883 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.522436 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: rbac-policies Mar 08 18:39:38.522765 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: rbac_address_group.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.523797 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.524327 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: rbac-address-group Mar 08 18:39:38.524653 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: rbac_address_scope.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.525585 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.526102 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: rbac-address-scope Mar 08 18:39:38.526435 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: rbac_security_groups.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.527382 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.527904 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: rbac-security-groups Mar 08 18:39:38.528229 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: rbac_subnetpool.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.529229 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.529741 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: rbac-subnetpool Mar 08 18:39:38.530067 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: revisionifmatch.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.530994 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.531531 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: revision-if-match Mar 08 18:39:38.531858 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: revisions.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.533035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.534172 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: standard-attr-revisions Mar 08 18:39:38.534427 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: router_availability_zone.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.535111 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.535650 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: router_availability_zone Mar 08 18:39:38.535975 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: routerservicetype.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.536898 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.537408 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 18:39:38.537731 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.538655 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.539194 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: security-groups-normalized-cidr Mar 08 18:39:38.539523 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.540447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.540954 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: port-security-groups-filtering Mar 08 18:39:38.541277 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.542199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.542735 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: security-groups-remote-address-group Mar 08 18:39:38.543064 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.544035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.544543 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: security-groups-shared-filtering Mar 08 18:39:38.544867 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.545458 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 18:39:38.545779 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: securitygroup.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.556147 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.556694 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: security-group Mar 08 18:39:38.557027 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: segment.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.557852 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.558360 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension segment not supported by any of loaded plugins Mar 08 18:39:38.558690 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.559702 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.560215 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 18:39:38.560540 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: servicetype.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.561677 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.562199 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: service-type Mar 08 18:39:38.562529 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: sorting.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.563599 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.563933 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: sorting Mar 08 18:39:38.564261 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: standard_attr_segment.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.565257 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.565815 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 18:39:38.566134 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: standardattrdescription.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.566788 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.567325 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: standard-attr-description Mar 08 18:39:38.567653 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: stateful_security_group.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.568598 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.569113 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: stateful-security-group Mar 08 18:39:38.569442 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: stdattrs_common.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.570031 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 18:39:38.570339 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.571317 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.571874 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 18:39:38.572160 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnet_onboard.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.573366 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.575349 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: subnet_onboard Mar 08 18:39:38.575681 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.576680 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.577371 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 18:39:38.577699 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnet_service_types.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.578738 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.579370 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: subnet-service-types Mar 08 18:39:38.579743 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnetallocation.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.581167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.581684 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: subnet_allocation Mar 08 18:39:38.582015 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.582699 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.583252 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: subnetpool-prefix-ops Mar 08 18:39:38.583581 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.584527 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.585034 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 18:39:38.585360 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: tagging.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.586465 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.586980 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: standard-attr-tag Mar 08 18:39:38.587341 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: timestamp.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.588562 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.589081 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loaded extension: standard-attr-timestamp Mar 08 18:39:38.589407 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: trunk.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.590472 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.590990 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension trunk not supported by any of loaded plugins Mar 08 18:39:38.591340 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: trunk_details.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.592261 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.592773 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 18:39:38.593102 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: uplink_status_propagation.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.594025 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.594536 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 18:39:38.594859 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Loading extension file: vlantransparent.py {{(pid=109853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:39:38.595566 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:39:38.596665 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 18:39:38.599307 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:network Mar 08 18:39:38.599841 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnet Mar 08 18:39:38.600243 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:39:38.600637 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:port Mar 08 18:39:38.601911 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.602347 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service FLAVORS assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.602964 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.603429 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.603767 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:router Mar 08 18:39:38.604194 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 18:39:38.604683 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service METERING assigned prefix: /metering {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.606176 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.606550 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.606900 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:39:38.608016 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 18:39:38.608471 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:security_group Mar 08 18:39:38.608908 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 18:39:38.609505 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service CORE assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.609838 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:39:38.610189 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] subnetpool is already registered Mar 08 18:39:38.610619 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service CORE assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.610955 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:39:38.611335 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] subnetpool is already registered Mar 08 18:39:38.614442 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.614866 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service FLAVORS assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.615481 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.615906 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.616243 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:router Mar 08 18:39:38.616583 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] router is already registered Mar 08 18:39:38.616996 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 18:39:38.617335 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] floatingip is already registered Mar 08 18:39:38.617787 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service METERING assigned prefix: /metering {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.618457 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 18:39:38.618785 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] rbac_policy is already registered Mar 08 18:39:38.619230 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:security_group Mar 08 18:39:38.619568 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] security_group is already registered Mar 08 18:39:38.619972 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 18:39:38.620305 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] security_group_rule is already registered Mar 08 18:39:38.620932 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service CORE assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.621262 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:39:38.621599 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] subnetpool is already registered Mar 08 18:39:38.622024 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.v2.resource_helper [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Service CORE assigned prefix: {{(pid=109853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:39:38.622351 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:39:38.622685 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING neutron.quota.resource_registry [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] subnetpool is already registered Mar 08 18:39:38.623181 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: extensions {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.624682 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: address-groups {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.626125 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: address-scopes {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.627518 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: agents {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.628661 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: auto-allocated-topology {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.629904 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: availability_zones {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.631108 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: dhcp-networks {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.632887 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: dhcp-agents {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.634302 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: routers {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.636517 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: flavors {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.637680 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: service_profiles {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.638872 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: next_providers {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.640353 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: service_profiles {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.641883 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: floatingip-pools {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.643640 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: routers {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.645723 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: floatingips {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.648013 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: l3-routers {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.649391 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: l3-agents {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.650789 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: metering-labels {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.652188 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: metering-label-rules {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.653446 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: network-ip-availabilities {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.654693 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: bindings {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.656363 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: quotas {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.657900 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: quotas {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.660047 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: rbac-policies {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.661325 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: security-groups {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.662618 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: security-group-rules {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.663888 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: service-providers {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.665072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: subnetpools {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.666475 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: subnetpools {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.667956 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.669631 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.671447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.673199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.675276 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.677122 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.678798 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.680732 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.682476 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.684373 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron.api.extensions [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Extended resource: tags {{(pid=109853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:39:38.690381 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING keystonemiddleware.auth_token [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 18:39:38.695143 dv-cinder-830087-3-iscsi neutron-server[109853]: WARNING keystonemiddleware.auth_token [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 18:39:38.703778 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Acquired lock "singleton_lock" {{(pid=109853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 18:39:38.704258 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_concurrency.lockutils [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Releasing lock "singleton_lock" {{(pid=109853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 18:39:38.704917 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Starting 2 workers Mar 08 18:39:38.710454 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Started child 109994 {{(pid=109853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:39:38.715151 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Started child 109995 {{(pid=109853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:39:38.716452 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.717142 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO neutron.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 18:39:38.717403 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.717794 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [-] (109994) wsgi starting up on http://0.0.0.0:9696 Mar 08 18:39:38.719977 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Starting 1 workers Mar 08 18:39:38.720211 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.722092 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [-] (109995) wsgi starting up on http://0.0.0.0:9696 Mar 08 18:39:38.725937 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Started child 109996 {{(pid=109853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:39:38.726531 dv-cinder-830087-3-iscsi neutron-server[109853]: INFO oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Starting 1 workers Mar 08 18:39:38.729880 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] calling RpcWorker wait() {{(pid=109996) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 18:39:38.730470 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] returning from RpcWorker wait() {{(pid=109996) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 18:39:38.731195 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Started child 109997 {{(pid=109853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:39:38.731872 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.731993 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-47a6a666-c4d6-464e-8d0d-72a034fe2423 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.732441 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:38.734165 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 18:39:38.734387 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:39:38.734749 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:39:38.734972 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:39:38.735493 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:39:38.735675 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:39:38.736409 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.741527 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.741527 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.741527 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.741527 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742013 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.742701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.744109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745501 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745700 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 41902) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] debug = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.745905 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.746978 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] host = dv-cinder-830087-3-iscsi {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.748538 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.750032 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_options = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.751466 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.753003 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.754232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.754232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.754232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.754232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.754232 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755167 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755880 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755880 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.755880 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.756523 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.756523 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.756523 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.757069 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.757069 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.757069 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.757859 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.757859 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.759351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.759351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.759351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.759886 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0134490 Mar 08 18:39:38.760084 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.760084 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.763665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.763665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.763665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.763665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.763665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.764622 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.765209 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.765790 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.767821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.767821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.767821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.767821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_json = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.767821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.774415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.779392 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.781250 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.782952 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.786074 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.786074 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.786074 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.786074 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.790827 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791103 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.791388 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.793482 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.795141 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.795141 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.795141 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.795141 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.796794 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.797331 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.797829 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.798062 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.798433 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.798850 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.802085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.803520 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.803520 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.803520 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.805686 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.805686 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.805686 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.805686 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.806443 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.806443 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.806799 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.807332 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.807747 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.808136 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.808536 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.808908 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.809278 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.809601 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.815822 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.816245 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.816579 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.816901 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.817269 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.818886 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.819326 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.819745 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.820211 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.820611 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.821020 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.821418 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.821841 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.822207 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.822598 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.822987 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.823489 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.823816 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.824225 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.824665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.825076 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.825481 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.825889 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.826300 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.826773 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.827228 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.827692 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.828074 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.828532 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.828993 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.829434 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.829870 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.830341 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.832629 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.834323 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.837298 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.838076 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.838737 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.839376 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.839784 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.840196 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.840765 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.841311 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.842626 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.843177 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.843521 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.844132 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.844513 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.845221 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.845870 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.847175 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.847620 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.848276 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.848899 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.849415 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.849740 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.850141 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.850507 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.850934 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.851316 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.851709 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.852069 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.852454 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.852819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.853158 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.853584 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.853920 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.854387 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.854717 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.855175 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.856213 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.856213 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.856409 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.856630 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.857025 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.857405 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.857772 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.858160 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.858529 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.858954 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.859351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.859787 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.860372 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.862768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.862768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.862768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.862768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.862768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.863224 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.863473 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.863811 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.864318 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.864635 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.865001 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.865363 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.865923 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.866447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.866971 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.867594 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.868342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.868938 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.869576 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.869976 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.870523 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.871151 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.871649 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.872834 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.873182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.873567 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.873912 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.874344 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.874644 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.875235 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.876576 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.876938 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.877398 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.878868 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.878868 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.878868 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.879266 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.879604 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.879955 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.880294 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.880655 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.880999 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.881360 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.881728 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.882061 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.882724 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.883145 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.883521 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.883892 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.884273 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.884662 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.885252 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.886044 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.886044 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.886254 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.886627 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.886996 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.887402 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.887861 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.888228 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.888595 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.888925 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.889316 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.890405 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.890405 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.890405 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.890618 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.890865 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.891216 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.891595 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.891761 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:38.891979 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.893091 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.893091 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.893091 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.893511 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.893757 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.894078 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.894461 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.894829 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.895365 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.895717 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.896147 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.896574 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.896934 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.898013 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.898013 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.898013 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.898371 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.898817 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.899194 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.899589 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.899981 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.900361 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.901370 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.901370 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.901629 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.902102 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.902508 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.903279 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.904421 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.904755 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.905102 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.905384 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.905737 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.906119 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.906447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.906740 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.907035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.907401 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.907776 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.908130 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.908459 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.908884 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.909217 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.909601 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.909962 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.910286 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.910613 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.910961 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.911349 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.911880 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.912085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.912413 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.912773 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.913005 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:39:38.913753 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 18:39:38.914011 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:39:38.914263 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:39:38.914554 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:39:38.914804 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:39:38.915043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:39:38.916402 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.916677 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.916924 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.917193 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.917460 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.917776 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.918047 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.918311 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.918569 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.918834 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.919086 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.920303 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.920573 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.920818 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.921086 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.921345 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.921609 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.921869 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.922138 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.922402 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923182 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] debug = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923921 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923921 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.923921 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925085 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925469 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925469 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925761 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.925992 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.926258 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.926518 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.926762 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.927005 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.928262 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.928528 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.928874 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.929143 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.929410 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.929668 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] host = dv-cinder-830087-3-iscsi {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.929921 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.930169 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.932454 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.932903 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.933223 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.933560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.933744 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.934089 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.934281 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.934534 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.934790 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.935029 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.935274 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.935637 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.935851 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_options = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.936059 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.936317 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.937674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.937674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.937674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.937674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.937674 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.938560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.938560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.938560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.941287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.944634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.946342 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.948072 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_json = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.949667 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.951457 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.952764 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.952764 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.952764 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.952764 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.952764 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.953573 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.953573 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.953573 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.955247 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.956189 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.956189 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.956325 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957028 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957028 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957028 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957452 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.957723 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.958001 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.958261 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.958544 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.958811 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.959098 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.959389 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.959651 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.959886 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.960091 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.960357 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.960634 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.960864 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.961082 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.961307 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.961558 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.961766 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.962024 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.962298 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.962559 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.962826 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.963116 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.963440 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.966277 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.966474 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.966625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.966770 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.966929 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.967095 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.968351 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.969768 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.970625 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.971819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.971819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.971819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.971819 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.973096 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974042 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974490 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974490 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974490 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974680 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974680 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974840 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.974999 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975186 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975346 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975503 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975703 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975817 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.975959 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.976902 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.977591 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.977591 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.977591 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.977591 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.977591 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978071 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978071 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978071 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978343 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978343 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978561 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978641 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978829 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.978951 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979109 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979284 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979438 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979596 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979759 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.979901 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980061 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980218 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980376 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980546 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980701 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.980859 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981016 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981200 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981410 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981504 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981647 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981806 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.981963 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.982125 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983533 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983533 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983533 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983738 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983858 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.983944 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984078 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984237 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984396 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984554 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984713 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.984872 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985031 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985190 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985348 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985506 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985821 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.985980 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986136 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986294 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986451 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986608 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986830 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.986984 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.987206 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.987411 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.987571 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.987731 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.987890 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988049 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988209 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988369 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988517 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988676 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988833 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.988991 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.989151 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.989319 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.989557 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.989719 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.989877 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990057 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990217 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990375 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990537 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990696 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.990854 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991013 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991193 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991356 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991515 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991659 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991817 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.991974 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992132 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992290 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992447 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992608 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992767 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.992925 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993083 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993243 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993399 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993560 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993716 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.993874 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994346 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994526 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994709 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.994894 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995081 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995081 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995514 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995514 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995807 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.995807 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996030 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996030 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996186 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996287 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996432 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996556 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996725 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.996867 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997017 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997146 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997310 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997449 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997629 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997783 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.997910 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998035 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998355 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998512 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998672 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.998830 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999020 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999279 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999279 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999566 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999697 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999839 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:38.999928 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000043 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000188 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000341 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000507 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000665 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.000811 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001000 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001199 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001383 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001567 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001567 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001878 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.001878 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.002122 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.002214 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.002871 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003073 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003228 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003361 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003530 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003742 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.003918 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004086 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004259 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004410 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004587 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004705 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.004863 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005396 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005396 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005396 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005766 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005766 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.005766 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006140 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006140 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006498 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006498 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006498 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006903 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006903 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.006903 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.007614 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:39:39.007614 dv-cinder-830087-3-iscsi neutron-server[109853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:39:50.706527 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865a90c-b527-48f3-8e78-5ffee03efdc7 None None] get_active_networks_info from dv-cinder-830087-3-iscsi {{(pid=109996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 18:39:50.787750 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865a90c-b527-48f3-8e78-5ffee03efdc7 None None] No non-hosted networks {{(pid=109996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 18:39:50.812259 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.agentschedulers_db [None req-a865a90c-b527-48f3-8e78-5ffee03efdc7 None None] DHCP Agent not found on host dv-cinder-830087-3-iscsi {{(pid=109996) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 18:39:50.918785 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ab99b30-43e5-4dd5-a0d4-8fbcd73fe094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:53.315158 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a0f8-0f9e-4481-8393-1b935605cd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:53.377043 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0cedabcc-5f2e-4c9e-94a6-9cdec8638ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:54.757420 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:56.164393 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:57.527920 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 41998) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:39:57.611894 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:39:57.614831 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.615707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.619646 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.620129 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.620828 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.621293 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.622120 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.622592 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.623025 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.623713 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.624488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.625931 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.626339 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:39:57.627196 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830087-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:57.655983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830087-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:39:58.494957 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING oslo_policy.policy [None req-ef90ae74-dbce-4a7d-9f52-40d0ec81a400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:39:58.495985 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING oslo_policy.policy [None req-ef90ae74-dbce-4a7d-9f52-40d0ec81a400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:39:58.926882 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [None req-ef90ae74-dbce-4a7d-9f52-40d0ec81a400 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:39:58.929635 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ef90ae74-dbce-4a7d-9f52-40d0ec81a400 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3994071 Mar 08 18:40:00.962978 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.db.l3_hamode_db [None req-722fbf24-40f2-48a9-9e06-69c48c659273 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 18:40:01.082407 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fbf24-40f2-48a9-9e06-69c48c659273 None None] Routers set() bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:40:01.083048 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fbf24-40f2-48a9-9e06-69c48c659273 None None] Router IDs set() for agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 18:40:01.661830 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42024) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:02.007060 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:02.102061 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.policy [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 18:40:02.147269 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING oslo_policy.policy [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:02.147661 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING oslo_policy.policy [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:02.254800 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654213311', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654212754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654100838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654098045', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654096327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759654117905', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-695453', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1887512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993643'] for rbac-policy (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:02.332068 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:02.334049 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6c9c797f-f371-416f-9f86-a640c353c84f admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6711009 Mar 08 18:40:04.958206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42034) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:05.474613 dv-cinder-830087-3-iscsi neutron-server[109994]: WARNING oslo_policy.policy [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:05.475230 dv-cinder-830087-3-iscsi neutron-server[109994]: WARNING oslo_policy.policy [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:05.697660 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:05.753301 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Made reservation on behalf of 76f7cdbbf76b4fc3a05fe3448669a892 for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:40:05.816056 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.policy [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109994) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 18:40:05.858308 dv-cinder-830087-3-iscsi neutron-server[109994]: WARNING oslo_policy.policy [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:05.858603 dv-cinder-830087-3-iscsi neutron-server[109994]: WARNING oslo_policy.policy [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:40:05.870300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:05.893630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.024930 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks [] for security_group (926d24ed-270d-4e16-8742-f9bd1fc53076), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.029429 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (926d24ed-270d-4e16-8742-f9bd1fc53076), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.057177 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:40:06.104082 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759656441950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (4848165c-160e-4f54-aeef-b3407b8f58bc), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.105522 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Unsubscribe: segment precommit_create {{(pid=109994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 18:40:06.105781 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Added segment 4848165c-160e-4f54-aeef-b3407b8f58bc of type vlan for network 50ab7607-b6e1-4c90-837f-c0101872d47f Mar 08 18:40:06.124281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=926d24ed-270d-4e16-8742-f9bd1fc53076,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:06.148335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.148701 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.149061 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.149400 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.149731 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.150058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.150383 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.150706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.151029 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.151391 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.151717 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.152034 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.152356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Tracked resource versions report: Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: pushed versions: Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: { 'AddressGroup': {'1.2'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'ConntrackHelper': {'1.0'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Log': {'1.0'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Network': {'1.1'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Port': {'1.7'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'PortForwarding': {'1.2'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'QosPolicy': {'1.10'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroup': {'1.5'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SubPort': {'1.0'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Subnet': {'1.1'}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Trunk': {'1.1'}} Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: consumer versions: Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'ConntrackHelper': '1.0', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'LocalIPAssociation': '1.0', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Log': '1.0', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Network': '1.1', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Port': '1.7', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'PortForwarding': '1.2', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'QosPolicy': '1.10', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroup': '1.5', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroupRule': '1.2', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SubPort': '1.0', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Subnet': '1.1', Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Trunk': '1.1'}} Mar 08 18:40:06.153786 dv-cinder-830087-3-iscsi neutron-server[109994]: {{(pid=109994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:40:06.245761 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (50ab7607-b6e1-4c90-837f-c0101872d47f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.294368 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (50ab7607-b6e1-4c90-837f-c0101872d47f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.299778 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:06.300517 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:06.382902 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4234774 Mar 08 18:40:06.428624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a258-221a-4fc9-9659-19d182faf040 demo demo] Pushing event updated for resources: {'Network': ['ID=50ab7607-b6e1-4c90-837f-c0101872d47f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:06.442931 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 50ab7607-b6e1-4c90-837f-c0101872d47f details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:40:09.051380 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42054) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:09.474842 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130069a-5e41-4252-b130-0a0af7418fe1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:09.476255 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-3130069a-5e41-4252-b130-0a0af7418fe1 demo admin] 10.222.0.57 "GET /v2.0/networks/50ab7607-b6e1-4c90-837f-c0101872d47f HTTP/1.1" status: 200 len: 825 time: 0.4239948 Mar 08 18:40:09.514664 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6c0d0327-babb-43a5-b8a3-c169b3ad16ea demo admin] 10.222.0.57 "GET /v2.0/subnetpools/dcb28cce-82ba-451b-a6dc-e2e2d70d51e1 HTTP/1.1" status: 200 len: 734 time: 0.0326657 Mar 08 18:40:09.524036 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'ip_version': 4, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1', 'name': 'private-subnet'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:09.548234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Made reservation on behalf of 76f7cdbbf76b4fc3a05fe3448669a892 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:40:09.550473 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:09.854960 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (e4818efc-0253-4bcb-b651-dfeb894a22bc), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:09.923630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e4818efc-0253-4bcb-b651-dfeb894a22bc,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:09.925855 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Checking segment: {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:40:09.926894 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Network hostable DHCP agents. Network: 50ab7607-b6e1-4c90-837f-c0101872d47f, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:40:09.948066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Network 50ab7607-b6e1-4c90-837f-c0101872d47f is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:40:09.959846 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 50ab7607-b6e1-4c90-837f-c0101872d47f) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:09.964874 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:09.965468 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:09.969704 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec6c0f-14a1-42e8-8254-bdfc8c2bad6d None None] Network 50ab7607-b6e1-4c90-837f-c0101872d47f requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:40:09.984056 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-534aa247-54f6-4565-8ed8-ca5a682b1593 demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4639523 Mar 08 18:40:10.380685 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-50ab7607-b6e1-4c90-837f-c0101872d47f', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:40:10.381987 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:10.666775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Allocated IP 172.20.0.2 (50ab7607-b6e1-4c90-837f-c0101872d47f/e4818efc-0253-4bcb-b651-dfeb894a22bc/84f7be3f-a767-4afc-acf5-8b49fbd31982) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:40:10.942488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks [] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:10.950310 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:11.032994 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Network 50ab7607-b6e1-4c90-837f-c0101872d47f is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:40:11.037968 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:11.044056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Pushing event updated for resources: {'Port': ['ID=84f7be3f-a767-4afc-acf5-8b49fbd31982,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:11.046352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:40:11.056712 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.057081 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.057445 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.057789 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.058125 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.058595 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.058995 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.059353 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.059687 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.060034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.060367 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.060694 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.061018 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Tracked resource versions report: Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: pushed versions: Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: { 'AddressGroup': {'1.2'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'ConntrackHelper': {'1.0'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Log': {'1.0'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Network': {'1.1'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Port': {'1.7'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'PortForwarding': {'1.2'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'QosPolicy': {'1.10'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroup': {'1.5'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SubPort': {'1.0'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Subnet': {'1.1'}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Trunk': {'1.1'}} Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: consumer versions: Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'ConntrackHelper': '1.0', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'LocalIPAssociation': '1.0', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Log': '1.0', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Network': '1.1', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Port': '1.7', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'PortForwarding': '1.2', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'QosPolicy': '1.10', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroup': '1.5', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroupRule': '1.2', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SubPort': '1.0', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Subnet': '1.1', Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Trunk': '1.1'}} Mar 08 18:40:11.062466 dv-cinder-830087-3-iscsi neutron-server[109996]: {{(pid=109996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:40:11.141662 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Attempting to bind port 84f7be3f-a767-4afc-acf5-8b49fbd31982 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:40:11.142074 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Attempting to bind port 84f7be3f-a767-4afc-acf5-8b49fbd31982 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:40:11.142500 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Attempting to bind port 84f7be3f-a767-4afc-acf5-8b49fbd31982 on network 50ab7607-b6e1-4c90-837f-c0101872d47f {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:40:11.148320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:40:11.148703 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Checking segment: {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:40:11.149192 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:11.149588 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Bound using segment: {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:40:11.150074 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Bound port: 84f7be3f-a767-4afc-acf5-8b49fbd31982, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:40:11.150484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:11.217471 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] For port 84f7be3f-a767-4afc-acf5-8b49fbd31982, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:40:11.221968 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] For port 84f7be3f-a767-4afc-acf5-8b49fbd31982, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=84f7be3f-a767-4afc-acf5-8b49fbd31982,segment=NetworkSegment(4848165c-160e-4f54-aeef-b3407b8f58bc),segment_id=4848165c-160e-4f54-aeef-b3407b8f58bc)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:40:11.230174 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:11.297254 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc88a-5daf-4b03-a7f1-c90cfd08dc5b None None] Pushing event updated for resources: {'Port': ['ID=84f7be3f-a767-4afc-acf5-8b49fbd31982,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:12.591763 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42062) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:12.923656 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [None req-27bf3f44-a4c5-4e94-916a-a25159630e0b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:40:12.925320 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-27bf3f44-a4c5-4e94-916a-a25159630e0b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323975 Mar 08 18:40:15.568611 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42070) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:15.887663 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [None req-16c10d6f-8820-4f22-86d5-e632a6b75797 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:40:15.888652 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-16c10d6f-8820-4f22-86d5-e632a6b75797 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191168 Mar 08 18:40:18.528288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42078) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:18.874858 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:18.904365 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:18.905853 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:19.049584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Publish callbacks [] for router_controller (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:19.055462 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:19.074348 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:19.075599 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-29ca7a5f-3688-473c-a344-64c2945fa7af demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5463252 Mar 08 18:40:20.675253 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-3a9ef8cc-8820-4ed4-b4b2-7d0925b4530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:21.700542 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 84f7be3f-a767-4afc-acf5-8b49fbd31982 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:40:21.714422 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42090) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:21.787263 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 84f7be3f-a767-4afc-acf5-8b49fbd31982 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:21.787794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:21.906392 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 84f7be3f-a767-4afc-acf5-8b49fbd31982 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:21.906790 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:21.946282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 84f7be3f-a767-4afc-acf5-8b49fbd31982, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=84f7be3f-a767-4afc-acf5-8b49fbd31982,segment=NetworkSegment(4848165c-160e-4f54-aeef-b3407b8f58bc),segment_id=4848165c-160e-4f54-aeef-b3407b8f58bc)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:40:21.951770 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:22.005136 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=84f7be3f-a767-4afc-acf5-8b49fbd31982,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:22.102522 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [None req-26165ae8-10cf-456f-ba56-8db0b9ca48ad admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:40:22.104333 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-26165ae8-10cf-456f-ba56-8db0b9ca48ad admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3886740 Mar 08 18:40:23.074699 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d14d3-debb-4077-a69f-7b3849feb72c None None] Network 50ab7607-b6e1-4c90-837f-c0101872d47f requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:40:23.107450 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-62e0c038-0029-4d42-9972-45899ab8b9fe None None] Provisioning complete for port 84f7be3f-a767-4afc-acf5-8b49fbd31982 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:23.107850 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-62e0c038-0029-4d42-9972-45899ab8b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:23.263270 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-62e0c038-0029-4d42-9972-45899ab8b9fe None None] Current status of the port 84f7be3f-a767-4afc-acf5-8b49fbd31982 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:23.313964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f6242d66-f41b-415d-84e3-1e5cd263106e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:23.485820 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-570773e9-b9ae-448e-9532-a1fc59543b54 None None] Provisioning complete for port 84f7be3f-a767-4afc-acf5-8b49fbd31982 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:23.486213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-570773e9-b9ae-448e-9532-a1fc59543b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:23.566550 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-570773e9-b9ae-448e-9532-a1fc59543b54 None None] Current status of the port 84f7be3f-a767-4afc-acf5-8b49fbd31982 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:23.670307 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 84f7be3f-a767-4afc-acf5-8b49fbd31982 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:40:23.718950 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 84f7be3f-a767-4afc-acf5-8b49fbd31982 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:23.719374 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:23.804863 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 84f7be3f-a767-4afc-acf5-8b49fbd31982 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:24.720986 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:24.755395 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42108) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:24.897270 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:24.924158 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Made reservation on behalf of 4152f5a22d43411aac74bdac357ea904 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:40:24.927101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:24.943611 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.054661 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks [] for security_group (befec3cf-504e-477c-9b83-61bb5b172290), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.058514 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (befec3cf-504e-477c-9b83-61bb5b172290), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.071187 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=109995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 18:40:25.104690 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759656441950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (57c7ca8f-e17a-4e88-b45e-ca21cde65f5e), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.105275 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Unsubscribe: segment precommit_create {{(pid=109995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 18:40:25.105900 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Added segment 57c7ca8f-e17a-4e88-b45e-ca21cde65f5e of type flat for network 0fe919cd-3031-42bd-9a39-c710cf5996c1 Mar 08 18:40:25.122903 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befec3cf-504e-477c-9b83-61bb5b172290,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:25.168994 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.169355 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.169695 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.170026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.170350 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.170677 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.171012 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.171372 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.171710 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.172049 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.172370 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.172685 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.172998 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Tracked resource versions report: Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: pushed versions: Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: { 'AddressGroup': {'1.2'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'ConntrackHelper': {'1.0'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Log': {'1.0'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Network': {'1.1'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Port': {'1.7'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'PortForwarding': {'1.2'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'QosPolicy': {'1.10'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroup': {'1.5'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SubPort': {'1.0'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Subnet': {'1.1'}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Trunk': {'1.1'}} Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: consumer versions: Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'ConntrackHelper': '1.0', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'LocalIPAssociation': '1.0', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Log': '1.0', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Network': '1.1', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Port': '1.7', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'PortForwarding': '1.2', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'QosPolicy': '1.10', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroup': '1.5', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroupRule': '1.2', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SubPort': '1.0', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Subnet': '1.1', Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Trunk': '1.1'}} Mar 08 18:40:25.174365 dv-cinder-830087-3-iscsi neutron-server[109995]: {{(pid=109995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:40:25.233398 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (0fe919cd-3031-42bd-9a39-c710cf5996c1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.285823 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (0fe919cd-3031-42bd-9a39-c710cf5996c1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.287323 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:25.288038 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:25.343277 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5867712 Mar 08 18:40:25.393161 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a3d1-da60-498f-a653-294c49a869a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe919cd-3031-42bd-9a39-c710cf5996c1,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:25.404898 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:40:25.809179 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:40:26.092955 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:27.604917 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:27.891857 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42132) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:27.993487 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbe2b5-899e-4f49-ab34-3073cf1593c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:27.994875 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6efbe2b5-899e-4f49-ab34-3073cf1593c9 demo admin] 10.222.0.57 "GET /v2.0/subnets/e4818efc-0253-4bcb-b651-dfeb894a22bc HTTP/1.1" status: 200 len: 849 time: 0.1020761 Mar 08 18:40:28.134354 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c9b4e15b-fbea-4a89-8ef4-4ba67998d220 demo admin] 10.222.0.57 "GET /v2.0/routers/ca9f58d6-479a-4bb7-8bec-e64e12690fa6 HTTP/1.1" status: 200 len: 704 time: 0.1336432 Mar 08 18:40:28.417937 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:28.717808 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Allocated IP 172.20.0.1 (50ab7607-b6e1-4c90-837f-c0101872d47f/e4818efc-0253-4bcb-b651-dfeb894a22bc/f6c6f4c6-1618-40e6-bc23-53f695d8199a) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:40:28.881586 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks [] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.002455 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.083098 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Network 50ab7607-b6e1-4c90-837f-c0101872d47f is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:40:29.087881 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:29.092770 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:40:29.093696 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.113110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Pushing event updated for resources: {'Port': ['ID=f6c6f4c6-1618-40e6-bc23-53f695d8199a,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:29.322310 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.329629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-8ecea727-02ee-4363-8b9b-ecac25bbd4fc None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:29.330213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8ecea727-02ee-4363-8b9b-ecac25bbd4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.363602 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-8ecea727-02ee-4363-8b9b-ecac25bbd4fc None None] Port f6c6f4c6-1618-40e6-bc23-53f695d8199a cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:40:29.534821 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks [] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.540304 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.541187 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:29.603085 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Pushing event updated for resources: {'Port': ['ID=f6c6f4c6-1618-40e6-bc23-53f695d8199a,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:29.669584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Network 50ab7607-b6e1-4c90-837f-c0101872d47f is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:40:29.671005 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:29.848421 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:40:29.950239 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:40:29.955976 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6c3cd3dc-0b8e-44a4-866b-947319d47353 demo admin] 10.222.0.57 "PUT /v2.0/routers/ca9f58d6-479a-4bb7-8bec-e64e12690fa6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8161266 Mar 08 18:40:29.961508 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Sync routers for ids ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:40:29.975630 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Routers {'ca9f58d6-479a-4bb7-8bec-e64e12690fa6'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:40:29.976628 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:40:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:29.993700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-25f2d3a7-bc0d-4cbe-abfb-0702af36d068 None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:29.994195 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-25f2d3a7-bc0d-4cbe-abfb-0702af36d068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:30.043540 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-25f2d3a7-bc0d-4cbe-abfb-0702af36d068 None None] Port f6c6f4c6-1618-40e6-bc23-53f695d8199a cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:40:30.188730 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Set router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:40:30.665782 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:29Z', 'revision_number': 2, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port_host': None, '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:29Z', 'revision_number': 2, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:30.715994 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Checking router: ca9f58d6-479a-4bb7-8bec-e64e12690fa6 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:40:30.716379 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Updating router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 port f6c6f4c6-1618-40e6-bc23-53f695d8199a binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:40:30.808549 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.339751 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks [] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.348361 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.446756 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Pushing event updated for resources: {'Port': ['ID=f6c6f4c6-1618-40e6-bc23-53f695d8199a,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:31.454821 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.455207 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.455565 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.455916 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.456251 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.456585 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.456919 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.457253 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.457583 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.457985 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.459295 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.459295 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.459818 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Tracked resource versions report: Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: pushed versions: Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: { 'AddressGroup': {'1.2'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'ConntrackHelper': {'1.0'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Log': {'1.0'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Network': {'1.1'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Port': {'1.7'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'PortForwarding': {'1.2'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'QosPolicy': {'1.10'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroup': {'1.5'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SubPort': {'1.0'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Subnet': {'1.1'}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Trunk': {'1.1'}} Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: consumer versions: Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'ConntrackHelper': '1.0', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'LocalIPAssociation': '1.0', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Log': '1.0', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Network': '1.1', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Port': '1.7', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'PortForwarding': '1.2', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'QosPolicy': '1.10', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroup': '1.5', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroupRule': '1.2', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SubPort': '1.0', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Subnet': '1.1', Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Trunk': '1.1'}} Mar 08 18:40:31.460967 dv-cinder-830087-3-iscsi neutron-server[109997]: {{(pid=109997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:40:31.540078 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Attempting to bind port f6c6f4c6-1618-40e6-bc23-53f695d8199a on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:40:31.540568 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Attempting to bind port f6c6f4c6-1618-40e6-bc23-53f695d8199a by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:40:31.541129 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Attempting to bind port f6c6f4c6-1618-40e6-bc23-53f695d8199a on network 50ab7607-b6e1-4c90-837f-c0101872d47f {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:40:31.546588 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:40:31.547012 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Checking segment: {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:40:31.547640 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.548034 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Bound using segment: {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:40:31.548539 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Bound port: f6c6f4c6-1618-40e6-bc23-53f695d8199a, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4848165c-160e-4f54-aeef-b3407b8f58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:40:31.548923 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.624611 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] For port f6c6f4c6-1618-40e6-bc23-53f695d8199a, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:40:31.645741 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] For port f6c6f4c6-1618-40e6-bc23-53f695d8199a, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f6c6f4c6-1618-40e6-bc23-53f695d8199a,segment=NetworkSegment(4848165c-160e-4f54-aeef-b3407b8f58bc),segment_id=4848165c-160e-4f54-aeef-b3407b8f58bc)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:40:31.653424 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.678889 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:31.679459 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.707162 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Routers {'ca9f58d6-479a-4bb7-8bec-e64e12690fa6'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:40:31.707750 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:40:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:31.767402 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Current status of the port f6c6f4c6-1618-40e6-bc23-53f695d8199a is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:31.767952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.802665 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] For port f6c6f4c6-1618-40e6-bc23-53f695d8199a, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f6c6f4c6-1618-40e6-bc23-53f695d8199a,segment=NetworkSegment(4848165c-160e-4f54-aeef-b3407b8f58bc),segment_id=4848165c-160e-4f54-aeef-b3407b8f58bc)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:40:31.804293 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] Set router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:40:31.807535 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:31.875329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9481dc4-9da3-46b4-9c4a-9455e0e64700 None None] Pushing event updated for resources: {'Port': ['ID=f6c6f4c6-1618-40e6-bc23-53f695d8199a,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:31.897882 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1b47b-4af1-47ee-b490-76714ac409c5 None None] Pushing event updated for resources: {'Port': ['ID=f6c6f4c6-1618-40e6-bc23-53f695d8199a,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:31.927688 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-536b15ad-5d69-473c-94f0-e8c69494052d None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:31.928467 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-536b15ad-5d69-473c-94f0-e8c69494052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:32.012934 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-536b15ad-5d69-473c-94f0-e8c69494052d None None] Current status of the port f6c6f4c6-1618-40e6-bc23-53f695d8199a is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:32.039766 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:29Z', 'revision_number': 2, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port_host': None, '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:31Z', 'revision_number': 4, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:32.066970 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6cb216-3ea6-41f7-8f81-8f191ae3ace3 None None] The sync data for ids ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'] in dv-cinder-830087-3-iscsi is: [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:29Z', 'revision_number': 2, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port_host': None, '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:31Z', 'revision_number': 4, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:40:32.480994 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42140) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:32.594403 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc67657-9031-44c2-94d8-ecec1b03346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:32.595799 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9cc67657-9031-44c2-94d8-ecec1b03346c admin admin] 10.222.0.57 "GET /v2.0/networks/0fe919cd-3031-42bd-9a39-c710cf5996c1 HTTP/1.1" status: 200 len: 842 time: 0.1138554 Mar 08 18:40:32.606258 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:32.627587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Made reservation on behalf of 4152f5a22d43411aac74bdac357ea904 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:40:32.630367 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:32.936205 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.objects.ports [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109994) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 18:40:32.936646 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (dce4cadb-ac09-4f76-9de1-8347a99cda85), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:32.994156 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce4cadb-ac09-4f76-9de1-8347a99cda85,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:33.001525 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:40:33.001879 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Network hostable DHCP agents. Network: 0fe919cd-3031-42bd-9a39-c710cf5996c1, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:40:33.019851 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:40:33.030119 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 0fe919cd-3031-42bd-9a39-c710cf5996c1) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:33.034508 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:33.035060 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:33.041763 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d70fc8-c074-405b-ab28-c928016d4dda None None] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:40:33.062390 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-4df75abd-43e8-4b38-aa60-caca9d4c29cb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4589255 Mar 08 18:40:33.166535 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba51bd5-f6ac-4ae2-a886-cbdd52cfebf5 None None] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:40:35.559956 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42148) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:35.771003 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6927b8b5-e6d2-4047-bf3b-95015b78a631 demo admin] 10.222.0.57 "GET /v2.0/routers/ca9f58d6-479a-4bb7-8bec-e64e12690fa6 HTTP/1.1" status: 200 len: 710 time: 0.2097728 Mar 08 18:40:35.865414 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b7d08-1283-4a23-83a6-c7ad0a7a4211 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:40:35.867460 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c22b7d08-1283-4a23-83a6-c7ad0a7a4211 demo admin] 10.222.0.57 "GET /v2.0/networks/0fe919cd-3031-42bd-9a39-c710cf5996c1 HTTP/1.1" status: 200 len: 886 time: 0.0908489 Mar 08 18:40:35.876334 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:40:36.143945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks [] for router_gateway (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:36.392110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks [] for router_gateway (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:36.470714 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:36.584264 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Allocated IP 172.27.1.83 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:40:36.684865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks [] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:36.718150 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:36.761585 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:40:36.764380 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:40:36.771602 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Pushing event updated for resources: {'Port': ['ID=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:36.776495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:40:37.041362 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks [] for router_gateway (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:37.341495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1605144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254319'] for router (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:37.345261 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1590214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1590269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1605143'] for router (ca9f58d6-479a-4bb7-8bec-e64e12690fa6), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:37.486684 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:40:37.640628 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:40:37.646807 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:37.648337 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8cdb9456-cd6f-4ebf-8d98-adf7f11d7b27 demo admin] 10.222.0.57 "PUT /v2.0/routers/ca9f58d6-479a-4bb7-8bec-e64e12690fa6 HTTP/1.1" status: 200 len: 889 time: 1.7752113 Mar 08 18:40:39.706301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f6c6f4c6-1618-40e6-bc23-53f695d8199a up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:40:39.774475 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:39.775162 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:39.875895 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port f6c6f4c6-1618-40e6-bc23-53f695d8199a is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:40.318268 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42162) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:40:40.449947 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-22914b23-e5bc-42ad-a51d-bc73bf629311 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1305890 Mar 08 18:40:41.014853 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Sync routers for ids ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:40:41.028197 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Routers {'ca9f58d6-479a-4bb7-8bec-e64e12690fa6'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:40:41.029052 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:40:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:41.264260 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Set router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:40:41.805553 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:36Z', 'revision_number': 4, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port': {'id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:36Z', 'updated_at': '2022-03-08T18:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:31Z', 'revision_number': 5, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:41.867535 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Checking router: ca9f58d6-479a-4bb7-8bec-e64e12690fa6 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:40:41.868057 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Updating router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:40:41.933421 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.280181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks [] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.288383 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.342040 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Attempting to bind port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:40:42.342433 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Attempting to bind port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:40:42.342773 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Attempting to bind port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:40:42.345148 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e33a-11a6-4c45-9748-483d808c5c0e None None] Pushing event updated for resources: {'Port': ['ID=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:42.350681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:40:42.351645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:40:42.351645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.351911 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:40:42.352336 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Bound port: 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:40:42.352720 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.412928 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] For port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:40:42.416729 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] For port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:40:42.424462 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:42.490807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Routers {'ca9f58d6-479a-4bb7-8bec-e64e12690fa6'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:40:42.491494 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:40:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:42.494526 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e33a-11a6-4c45-9748-483d808c5c0e None None] Pushing event updated for resources: {'Port': ['ID=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:42.630861 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] Set router ca9f58d6-479a-4bb7-8bec-e64e12690fa6 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:40:42.915896 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:36Z', 'revision_number': 4, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port': {'id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:36Z', 'updated_at': '2022-03-08T18:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:31Z', 'revision_number': 5, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:40:42.944716 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecc1f1-b0f4-4dc4-89ac-242e34703a09 None None] The sync data for ids ['ca9f58d6-479a-4bb7-8bec-e64e12690fa6'] in dv-cinder-830087-3-iscsi is: [{'id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'name': 'router1', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:40:18Z', 'updated_at': '2022-03-08T18:40:36Z', 'revision_number': 4, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'gw_port': {'id': '80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:36Z', 'updated_at': '2022-03-08T18:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'f6c6f4c6-1618-40e6-bc23-53f695d8199a', 'name': '', 'network_id': '50ab7607-b6e1-4c90-837f-c0101872d47f', 'tenant_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'mac_address': 'fa:16:3e:96:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f58d6-479a-4bb7-8bec-e64e12690fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:40:28Z', 'updated_at': '2022-03-08T18:40:31Z', 'revision_number': 5, 'project_id': '76f7cdbbf76b4fc3a05fe3448669a892', 'subnets': [{'id': 'e4818efc-0253-4bcb-b651-dfeb894a22bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb28cce-82ba-451b-a6dc-e2e2d70d51e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:40:43.741557 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:40:43.896722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:43.897442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:43.987823 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:43.988488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:44.013144 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:40:44.018811 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:44.078519 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:40:45.739371 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:40:45.848516 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:40:45.855575 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:45.944734 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 80b18f6b-dc4b-44a7-ad3a-5d2fd15edab6 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:40:50.713620 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9d0d77d2-6f9a-4cb6-9704-ee8d74bdfb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:53.320419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f9a7bc33-cf24-47ff-b5f8-1c0e4e57e091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:54.729972 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:56.115365 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:40:57.628410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:02.813386 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:41:20.682419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6784e8a2-a858-44f1-ae80-338431414512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:23.318952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-16936c0d-c41f-4266-8a0e-caccf3666898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:24.731558 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:26.112619 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:27.620772 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:39.822607 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:41:50.676977 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-94a4607c-1665-4c48-b848-908c6119aeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:53.315629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bc617d5d-d520-4c32-9a6d-69c52bf0f4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:54.736338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:56.109087 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:41:57.606830 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:08.748318 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42646) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:08.811074 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.pecan_wsgi.hooks.translation [None req-579fe9cd-745a-4dfc-85dd-98a5ad159310 admin admin] GET failed (client error): The resource could not be found. Mar 08 18:42:08.812465 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-579fe9cd-745a-4dfc-85dd-98a5ad159310 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631928 Mar 08 18:42:08.976530 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55760bd-2aba-4c95-b4ab-ce54766a79b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:08.978570 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d55760bd-2aba-4c95-b4ab-ce54766a79b7 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1620150 Mar 08 18:42:11.389670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42656) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:11.483301 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d633b-0752-48c2-9461-c80c70ba3f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:11.484664 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bd6d633b-0752-48c2-9461-c80c70ba3f18 admin admin] 10.222.0.57 "GET /v2.0/subnets/e4818efc-0253-4bcb-b651-dfeb894a22bc HTTP/1.1" status: 200 len: 849 time: 0.0940435 Mar 08 18:42:11.494623 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:42:11.581428 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Publish callbacks [] for subnet (e4818efc-0253-4bcb-b651-dfeb894a22bc), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:11.733449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759656453551'] for subnet (e4818efc-0253-4bcb-b651-dfeb894a22bc), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:11.763972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:11.764557 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:11.779171 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] 10.222.0.57 "PUT /v2.0/subnets/e4818efc-0253-4bcb-b651-dfeb894a22bc HTTP/1.1" status: 200 len: 868 time: 0.2754054 Mar 08 18:42:11.779438 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f692d7b-294c-4386-baeb-318b864546c9 None None] Network 50ab7607-b6e1-4c90-837f-c0101872d47f requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:42:11.787398 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4818efc-0253-4bcb-b651-dfeb894a22bc,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:42:11.797045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.797045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.797045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.797476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.797736 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.797938 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.798294 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.798631 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.798993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.799480 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.799812 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.800137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:11.800461 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08828960-45d6-4881-a293-0207e796cf15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:42:12.146124 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Provisioning complete for port 84f7be3f-a767-4afc-acf5-8b49fbd31982 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:42:12.146576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84f7be3f-a767-4afc-acf5-8b49fbd31982), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:12.223576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Current status of the port 84f7be3f-a767-4afc-acf5-8b49fbd31982 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:42:12.233866 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Provisioning complete for port f6c6f4c6-1618-40e6-bc23-53f695d8199a triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:42:12.234288 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f6c6f4c6-1618-40e6-bc23-53f695d8199a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:12.312141 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9222dbd2-7172-4da0-87f8-264cf2d4795e None None] Current status of the port f6c6f4c6-1618-40e6-bc23-53f695d8199a is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:42:14.178139 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42664) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:14.379186 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84a2d0-e1ae-478b-ac0e-22a0d40866be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:14.379560 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84a2d0-e1ae-478b-ac0e-22a0d40866be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:14.381099 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-4b84a2d0-e1ae-478b-ac0e-22a0d40866be admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020099 Mar 08 18:42:16.744176 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42672) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:16.812772 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:42:16.953672 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1664f9f-941e-4533-96c6-6be86dbed186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:16.954141 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1664f9f-941e-4533-96c6-6be86dbed186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:16.955706 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a1664f9f-941e-4533-96c6-6be86dbed186 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105842 Mar 08 18:42:19.351211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42682) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:19.479672 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c627f7-910f-4bfd-8550-e9c603e410ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:19.481064 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f3c627f7-910f-4bfd-8550-e9c603e410ba admin admin] 10.222.0.57 "GET /v2.0/networks/0fe919cd-3031-42bd-9a39-c710cf5996c1 HTTP/1.1" status: 200 len: 886 time: 0.1288512 Mar 08 18:42:20.681006 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bd05a7db-8e67-4781-b484-894049fe197d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:21.879900 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42690) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:22.112195 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43d2f6-2e1f-4145-bad1-743e68f5e108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:22.113608 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3f43d2f6-2e1f-4145-bad1-743e68f5e108 admin admin] 10.222.0.57 "GET /v2.0/networks/50ab7607-b6e1-4c90-837f-c0101872d47f HTTP/1.1" status: 200 len: 869 time: 0.2327549 Mar 08 18:42:23.317999 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c5046e19-f97f-4f5a-a7f2-288404abb655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:24.494200 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42698) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:24.628045 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8b45d-242e-4dc8-a30b-accb91a697e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:24.628494 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8b45d-242e-4dc8-a30b-accb91a697e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:24.630034 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-59c8b45d-242e-4dc8-a30b-accb91a697e0 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348841 Mar 08 18:42:24.737240 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:26.112680 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:26.982589 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42706) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:27.079855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94104d6f-b58c-4083-9288-f871d0f8e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:27.080310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94104d6f-b58c-4083-9288-f871d0f8e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:27.081824 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-94104d6f-b58c-4083-9288-f871d0f8e8b5 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982676 Mar 08 18:42:27.613324 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:29.475022 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42714) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:29.596565 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae2f7a-7761-4fcf-8834-77dfa072fb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:29.597919 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6aae2f7a-7761-4fcf-8834-77dfa072fb91 admin admin] 10.222.0.57 "GET /v2.0/subnets/dce4cadb-ac09-4f76-9de1-8347a99cda85 HTTP/1.1" status: 200 len: 816 time: 0.1217082 Mar 08 18:42:31.994309 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42722) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:42:32.097345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0907cd-f13d-450b-88eb-6e5e63f65095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:42:32.098724 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-fe0907cd-f13d-450b-88eb-6e5e63f65095 admin admin] 10.222.0.57 "GET /v2.0/subnets/e4818efc-0253-4bcb-b651-dfeb894a22bc HTTP/1.1" status: 200 len: 868 time: 0.1034517 Mar 08 18:42:50.688804 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9b846e36-3251-4c37-b610-a0b042b81a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:53.322675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dace5b21-ed5c-4c30-a77c-c60c326a4088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:53.810472 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:42:54.738690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:56.119836 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:42:57.606896 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:01.042540 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42774) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:43:01.091607 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [None req-cb3ba11a-430d-48d4-9a5f-0aaf8e9eac58 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:43:01.092613 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-cb3ba11a-430d-48d4-9a5f-0aaf8e9eac58 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491018 Mar 08 18:43:03.554600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42782) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:43:03.617616 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.pecan_wsgi.hooks.translation [None req-0819d890-71f5-4421-a51c-740fe17fc1fe admin admin] GET failed (client error): The resource could not be found. Mar 08 18:43:03.618991 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0819d890-71f5-4421-a51c-740fe17fc1fe admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633171 Mar 08 18:43:03.766755 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb904ed-ca43-4d0c-830a-4653fbe33ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:43:03.768221 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-5cb904ed-ca43-4d0c-830a-4653fbe33ee6 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1444490 Mar 08 18:43:06.176205 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 42790) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:43:06.226270 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:43:06.245508 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Made reservation on behalf of 4152f5a22d43411aac74bdac357ea904 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:43:06.247841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:06.282766 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING neutron.services.revisions.revision_plugin [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Could not find related network for resource to bump revision. Mar 08 18:43:06.298518 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:43:06.309695 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (2512399d-194c-4aff-a01d-0828cefa24bd), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:06.310033 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Added segment 2512399d-194c-4aff-a01d-0828cefa24bd of type vlan for network 3679f277-a131-44a1-9195-33f2452122f5 Mar 08 18:43:06.360679 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (3679f277-a131-44a1-9195-33f2452122f5), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:06.385202 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (3679f277-a131-44a1-9195-33f2452122f5), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:06.386378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:43:06.386948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:06.445487 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2681208 Mar 08 18:43:06.451729 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Pushing event updated for resources: {'Network': ['ID=3679f277-a131-44a1-9195-33f2452122f5,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:43:06.459745 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.460130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.460474 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.460808 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.461136 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.461465 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.461814 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.462143 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.462471 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.462793 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.463114 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.464367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.464870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472a250-a418-4428-a28e-b7bf660c73fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:06.481543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 3679f277-a131-44a1-9195-33f2452122f5 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:43:08.869402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42798) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:43:08.931559 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d37acbe-5887-4909-831c-a2577eeb0734 admin admin] GET failed (client error): The resource could not be found. Mar 08 18:43:08.933361 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6d37acbe-5887-4909-831c-a2577eeb0734 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623324 Mar 08 18:43:09.005401 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51944e-e48f-40f8-ad92-7db0d3ec6755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:43:09.006835 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-3d51944e-e48f-40f8-ad92-7db0d3ec6755 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693398 Mar 08 18:43:09.017148 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5', 'name': 'shared-subnet'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:43:09.036957 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Made reservation on behalf of 4152f5a22d43411aac74bdac357ea904 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:43:09.039320 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.325243 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (5c8a7ad3-7382-473f-98db-8ddfdf09c112), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.380238 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8a7ad3-7382-473f-98db-8ddfdf09c112,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:43:09.387957 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Checking segment: {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:43:09.388303 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Network hostable DHCP agents. Network: 3679f277-a131-44a1-9195-33f2452122f5, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:43:09.404877 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Network 3679f277-a131-44a1-9195-33f2452122f5 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:43:09.412931 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 3679f277-a131-44a1-9195-33f2452122f5) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:43:09.417866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:43:09.418607 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.424536 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124d41f-6d67-4f9c-99ef-86804b58bfd4 None None] Network 3679f277-a131-44a1-9195-33f2452122f5 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:43:09.437593 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-710ed3e8-a1f3-43f9-a50b-cddae4e6e191 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4233243 Mar 08 18:43:09.532863 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-3679f277-a131-44a1-9195-33f2452122f5', 'network_id': '3679f277-a131-44a1-9195-33f2452122f5', 'project_id': '4152f5a22d43411aac74bdac357ea904', 'fixed_ips': [{'subnet_id': '5c8a7ad3-7382-473f-98db-8ddfdf09c112'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:43:09.533763 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.682523 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Allocated IP 192.168.233.2 (3679f277-a131-44a1-9195-33f2452122f5/5c8a7ad3-7382-473f-98db-8ddfdf09c112/720ea9ba-1566-4fdb-87fe-bab7bd46f669) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:43:09.830210 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks [] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.836199 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:09.981601 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Network 3679f277-a131-44a1-9195-33f2452122f5 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:43:09.985635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:43:09.987611 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Pushing event updated for resources: {'Port': ['ID=720ea9ba-1566-4fdb-87fe-bab7bd46f669,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:43:09.989687 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:43:09.998536 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:09.998907 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:09.999381 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:09.999723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.000060 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.000395 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.000722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.001049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.001377 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.002437 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.002437 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.002437 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.002707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:43:10.056891 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Attempting to bind port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:43:10.057531 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Attempting to bind port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:43:10.057927 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Attempting to bind port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 on network 3679f277-a131-44a1-9195-33f2452122f5 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:43:10.063421 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:43:10.063797 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Checking segment: {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:43:10.064204 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:10.064599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Bound using segment: {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:43:10.065069 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Bound port: 720ea9ba-1566-4fdb-87fe-bab7bd46f669, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:43:10.065448 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:10.130432 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] For port 720ea9ba-1566-4fdb-87fe-bab7bd46f669, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:43:10.133713 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] For port 720ea9ba-1566-4fdb-87fe-bab7bd46f669, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=720ea9ba-1566-4fdb-87fe-bab7bd46f669,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:43:10.140873 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:10.200894 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c64c-5471-4e7c-8c1d-bc05aec0c045 None None] Pushing event updated for resources: {'Port': ['ID=720ea9ba-1566-4fdb-87fe-bab7bd46f669,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:43:11.071620 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b2e5f-a76a-4b6e-bc51-b1a3fbf1ff85 None None] Network 3679f277-a131-44a1-9195-33f2452122f5 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:43:11.141311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Provisioning complete for port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:43:11.141715 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:11.257639 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Current status of the port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:43:11.258307 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:11.298143 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] For port 720ea9ba-1566-4fdb-87fe-bab7bd46f669, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=720ea9ba-1566-4fdb-87fe-bab7bd46f669,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:43:11.305178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:11.362111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89857f6c-d865-402f-ab5e-bbc23c717e53 None None] Pushing event updated for resources: {'Port': ['ID=720ea9ba-1566-4fdb-87fe-bab7bd46f669,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:43:11.531186 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb8cb230-d0bd-4112-9e23-672734522085 None None] Provisioning complete for port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:43:11.531865 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb230-d0bd-4112-9e23-672734522085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:11.624161 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cb230-d0bd-4112-9e23-672734522085 None None] Current status of the port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:43:11.806119 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 720ea9ba-1566-4fdb-87fe-bab7bd46f669 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:43:11.861715 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:43:11.862134 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (720ea9ba-1566-4fdb-87fe-bab7bd46f669), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:11.952578 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 720ea9ba-1566-4fdb-87fe-bab7bd46f669 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:43:20.683146 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5e60-92af-48c0-8712-9ddc6ee3ec78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:23.320121 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-868d6f83-62e9-4d75-ad23-4a86a9fe1a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:24.742629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:26.121213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:27.608576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:30.810105 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:43:50.686725 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c997-6c69-4732-84fc-43cbb7ee04de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:53.325990 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a30fd15d-3d7b-40d8-ad81-a694d056919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:54.746588 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:56.123037 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:43:57.611656 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:07.809296 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:44:20.689143 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e770fcf3-0982-4505-90eb-8027baada550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:23.320508 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-cf946f07-c9da-4719-8250-424e40f51572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:24.748209 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:26.126623 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:27.615351 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:44.810082 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:44:45.389291 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42836) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:45.395825 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [None req-c24f75df-7b2e-4730-9505-442939e162be tempest-verify_tempest_config-118654548 tempest-verify_tempest_config-118654548-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:44:45.396809 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c24f75df-7b2e-4730-9505-442939e162be tempest-verify_tempest_config-118654548 tempest-verify_tempest_config-118654548-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065603 Mar 08 18:44:45.706262 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42854) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:45.813657 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:45.894399 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Publish callbacks [] for security_group (979fc3e5-baca-499f-96a5-1af672037817), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:45.899197 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (979fc3e5-baca-499f-96a5-1af672037817), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:45.948419 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=730b7eb403a349ac84d60d2088315fed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2407477 Mar 08 18:44:45.951200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42858) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:45.959710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979fc3e5-baca-499f-96a5-1af672037817,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:45.973869 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.974214 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.974554 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.974885 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.975242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.975569 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.975894 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.976219 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.976566 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.976908 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.977229 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.977545 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:45.977860 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938eb31-15a6-4840-8167-c4a16f1fb6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:46.027583 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] Publish callbacks [] for security_group (979fc3e5-baca-499f-96a5-1af672037817), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:46.052518 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] Publish callbacks [] for security_group (979fc3e5-baca-499f-96a5-1af672037817), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:46.151736 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (979fc3e5-baca-499f-96a5-1af672037817), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:46.154647 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:46.155980 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/979fc3e5-baca-499f-96a5-1af672037817 HTTP/1.1" status: 204 len: 168 time: 0.2036233 Mar 08 18:44:46.166286 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172e9f-e5a5-4ea2-9fae-37fa86da6d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979fc3e5-baca-499f-96a5-1af672037817,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:50.692729 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cb96-dee5-4162-9e7a-7611a831a371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:53.326709 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-92729d36-6158-4a8e-9cf7-1c51e578892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.750856 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.131715 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:57.621521 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:20.694890 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ee844211-2e76-45c1-8ec6-eb2975ce9290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:21.809414 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:45:23.318668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc1f9-5957-46fe-9999-a70039628e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:24.752461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:26.136595 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:27.616253 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:50.697178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7d9b819b-5889-4a20-9b46-cf3bc11695f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:53.319667 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-43e08945-6a54-4d86-9e7d-32b15cca3ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:54.761429 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:56.136601 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:57.619524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:58.807910 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 5 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:46:20.700825 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c0b8-75fe-4947-9852-d4a7fc89fb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:23.325179 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a6d62ccb-9ce7-4b22-9ce7-598b747eded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:24.757940 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:26.140912 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:27.625767 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:27.841625 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603837'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:35.808604 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:46:43.316106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42928) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:43.422465 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9a6e9d62-fd93-4520-8420-c826655c9bad admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1052489 Mar 08 18:46:45.768886 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 42938) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:45.823446 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-412cf53f-eea9-4d20-bdbf-c389f2ba9804 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534427 Mar 08 18:46:50.704355 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f12bde86-2242-48e3-8085-93730ea27d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:53.318538 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b0899abc-89c7-40c9-ba5e-a9beef3e64f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:54.764372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:56.143576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:57.619677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:57.822207 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:12.807419 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:47:20.707925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-950bf78e-9b42-4010-b1ed-1f03c3afce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:23.320185 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4cf002f9-5455-4d1f-93c6-79d6c35880da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:24.765085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:26.147167 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:27.622869 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:27.834847 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:49.806417 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:47:50.713226 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-75b51bf3-b6ab-4d8f-ab7e-1b82148b14fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:53.320804 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-88de760d-ccc8-44f6-9113-a423abea0036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:54.768739 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:56.156206 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:57.626775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:57.839735 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:20.711249 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-aba424f3-9458-4f92-b060-da3b3ca7c763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:23.349216 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-949fa943-0ffe-46e4-b729-bff0d542b684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:24.784001 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.122471 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43122) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:25.371772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-network', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:25.391896 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43142) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:25.397115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Made reservation on behalf of 07a81f4e35524160b30885ef7e30fabb for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:25.401273 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.411556 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.497811 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks [] for security_group (ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.502281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.518797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:48:25.539710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (6dcb5de2-4426-45b3-b5a5-affecc75253f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.540070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Added segment 6dcb5de2-4426-45b3-b5a5-affecc75253f of type vlan for network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 Mar 08 18:48:25.576999 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:25.596014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.596622 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.596968 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.597316 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.597646 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.597978 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.598332 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.598669 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.599015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.599391 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.599719 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.600042 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.600359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Tracked resource versions report: Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: pushed versions: Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: { 'AddressGroup': {'1.2'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'ConntrackHelper': {'1.0'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Log': {'1.0'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Network': {'1.1'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Port': {'1.7'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'PortForwarding': {'1.2'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'QosPolicy': {'1.10'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroup': {'1.5'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SubPort': {'1.0'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Subnet': {'1.1'}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Trunk': {'1.1'}} Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: consumer versions: Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'ConntrackHelper': '1.0', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'LocalIPAssociation': '1.0', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Log': '1.0', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Network': '1.1', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Port': '1.7', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'PortForwarding': '1.2', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'QosPolicy': '1.10', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroup': '1.5', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SecurityGroupRule': '1.2', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'SubPort': '1.0', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Subnet': '1.1', Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: 'Trunk': '1.1'}} Mar 08 18:48:25.601549 dv-cinder-830087-3-iscsi neutron-server[109994]: {{(pid=109994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:48:25.605281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.621404 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43156) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:25.638311 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.639384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:25.640353 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.681764 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43160) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:25.683702 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5593777 Mar 08 18:48:25.686070 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Request body: {'subnet': {'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-subnet', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:25.709219 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Made reservation on behalf of 07a81f4e35524160b30885ef7e30fabb for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:25.711876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.762437 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c92c7-a0cf-44a0-921a-2fabb2e3f1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:25.779049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:48:25.783533 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-427602818-network', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:25.906478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Made reservation on behalf of e985471e384d43f89e1ac3e54d9a5b86 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:25.910287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.923298 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:25.994311 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (b2658a7a-9396-4c31-a45b-133da6e4e892), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.094428 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2658a7a-9396-4c31-a45b-133da6e4e892,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:26.112201 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.112468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.112807 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.113321 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.113826 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.114326 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.114847 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.115206 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.115549 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.116036 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.116543 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.117023 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.117507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Tracked resource versions report: Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: pushed versions: Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: { 'AddressGroup': {'1.2'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'ConntrackHelper': {'1.0'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Log': {'1.0'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Network': {'1.1'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Port': {'1.7'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'PortForwarding': {'1.2'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'QosPolicy': {'1.10'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroup': {'1.5'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SubPort': {'1.0'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Subnet': {'1.1'}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Trunk': {'1.1'}} Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: consumer versions: Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'ConntrackHelper': '1.0', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'LocalIPAssociation': '1.0', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Log': '1.0', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Network': '1.1', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Port': '1.7', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'PortForwarding': '1.2', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'QosPolicy': '1.10', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroup': '1.5', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SecurityGroupRule': '1.2', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'SubPort': '1.0', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Subnet': '1.1', Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: 'Trunk': '1.1'}} Mar 08 18:48:26.119432 dv-cinder-830087-3-iscsi neutron-server[109995]: {{(pid=109995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:48:26.144554 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1874281419-network', 'tenant_id': '929437b6164b479782ec8e8880027581'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:26.149883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks [] for security_group (837ccd61-02ed-41f4-9e2f-a8f191272e51), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.151487 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Checking segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:26.152298 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Network hostable DHCP agents. Network: ccfd8af0-5e5d-4599-bdaf-1cbd01903f16, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:48:26.158879 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (837ccd61-02ed-41f4-9e2f-a8f191272e51), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.184929 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.192460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Made reservation on behalf of 929437b6164b479782ec8e8880027581 for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:26.194838 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.195876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:48:26.216635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.227069 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:48:26.239505 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ccd61-02ed-41f4-9e2f-a8f191272e51,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:26.245129 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (31969181-b1bf-4c77-854e-d76a13566ac8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.245953 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Added segment 31969181-b1bf-4c77-854e-d76a13566ac8 of type vlan for network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 Mar 08 18:48:26.258170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, ccfd8af0-5e5d-4599-bdaf-1cbd01903f16) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:26.274967 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38fcc75-0973-492b-8644-b112ad58fc2f None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:26.282910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:26.283603 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.307269 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.316500 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d73403f6-ac28-4256-b918-f8ed5721a4ef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6341910 Mar 08 18:48:26.319198 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43194) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:26.330517 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:26.366507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.367846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:26.368444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.375161 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.376841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.384719 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks [] for security_group (ebf323c3-95df-4e5b-ae12-866faeaa7881), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.392099 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ebf323c3-95df-4e5b-ae12-866faeaa7881), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.460415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:48:26.477345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf323c3-95df-4e5b-ae12-866faeaa7881,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:26.485138 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (ff692877-15e4-439a-aea8-4a55ab795640), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.485463 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Added segment ff692877-15e4-439a-aea8-4a55ab795640 of type vlan for network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 Mar 08 18:48:26.496067 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:48:26.497293 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.538069 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (0302a020-2da7-443b-b8de-e0b3c47ea5d2), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.543917 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for router_controller (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), precommit_add_association {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.552290 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1576073 Mar 08 18:48:26.552956 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43200) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:26.575427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (0302a020-2da7-443b-b8de-e0b3c47ea5d2), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.577373 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:26.578586 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.688284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] Pushing event updated for resources: {'Network': ['ID=0302a020-2da7-443b-b8de-e0b3c47ea5d2,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:26.695362 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Request body: {'subnet': {'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-subnet', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:26.705614 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:48:26.711966 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b9f603c7-53be-4362-bcf0-cfec650bba4e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0894825 Mar 08 18:48:26.715887 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43206) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:26.728089 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Request body: {'subnet': {'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1874281419-subnet', 'tenant_id': '929437b6164b479782ec8e8880027581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:26.754243 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Made reservation on behalf of 929437b6164b479782ec8e8880027581 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:26.757279 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.806522 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:48:26.912255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Made reservation on behalf of e985471e384d43f89e1ac3e54d9a5b86 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:26.915162 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.921884 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec0f16-d0ae-42fd-81a6-d6c5c238abad admin admin] Pushing event updated for resources: {'Network': ['ID=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:26.937542 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:48:26.961921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Allocated IP 172.20.0.2 (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16/b2658a7a-9396-4c31-a45b-133da6e4e892/3b07d396-817d-4bc1-be3a-7e25b8185a70) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:26.999665 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for router_gateway (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.060270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (5f395f44-597f-4fdf-a072-4f85feea393b), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.187427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Checking segment: {'id': 'ff692877-15e4-439a-aea8-4a55ab795640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:27.187427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Network hostable DHCP agents. Network: 0302a020-2da7-443b-b8de-e0b3c47ea5d2, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:48:27.214533 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:48:27.237236 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 0302a020-2da7-443b-b8de-e0b3c47ea5d2) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:27.245631 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f395f44-597f-4fdf-a072-4f85feea393b,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:27.257147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:27.258145 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.269795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc473a1-0116-41f7-9e7f-d2689e6fee12 None None] Network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:27.284762 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e9b9b0ea-54ff-465d-b2fe-997c32f32bc2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5669918 Mar 08 18:48:27.340915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (340f7520-e546-42a0-8e8c-3192ae8b93c3), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.538498 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be6cc4-4670-4772-b349-1c7100f594d1 None None] Network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:27.653550 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340f7520-e546-42a0-8e8c-3192ae8b93c3,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:27.671238 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Checking segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:27.671606 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Network hostable DHCP agents. Network: 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:48:27.681242 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for router_gateway (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.707790 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.716425 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.795996 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks [] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.806212 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.822622 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:48:27.882150 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:27.888208 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:27.894288 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:27.897114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Pushing event updated for resources: {'Port': ['ID=3b07d396-817d-4bc1-be3a-7e25b8185a70,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:27.905321 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.911870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:27.914648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.915439 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.916344 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.917105 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.917831 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.918579 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.919172 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.919764 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.920305 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.920752 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.921279 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.921866 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.922380 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Tracked resource versions report: Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: pushed versions: Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: { 'AddressGroup': {'1.2'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'ConntrackHelper': {'1.0'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Log': {'1.0'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Network': {'1.1'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Port': {'1.7'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'PortForwarding': {'1.2'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'QosPolicy': {'1.10'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroup': {'1.5'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SubPort': {'1.0'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Subnet': {'1.1'}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Trunk': {'1.1'}} Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: consumer versions: Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'ConntrackHelper': '1.0', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'LocalIPAssociation': '1.0', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Log': '1.0', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Network': '1.1', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Port': '1.7', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'PortForwarding': '1.2', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'QosPolicy': '1.10', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroup': '1.5', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SecurityGroupRule': '1.2', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'SubPort': '1.0', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Subnet': '1.1', Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: 'Trunk': '1.1'}} Mar 08 18:48:27.925433 dv-cinder-830087-3-iscsi neutron-server[109996]: {{(pid=109996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:48:27.932152 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b02697-db12-4190-a92e-887caf6f1d07 None None] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:27.933247 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:27.933832 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.992224 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43254) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:27.992462 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-992282b7-34fa-48af-b9e7-ba0a61b5be91 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4360881 Mar 08 18:48:27.999107 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:28.022909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Allocated IP 172.27.1.118 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/d36fd36b-fa4e-4cc1-9608-49a850e1721d) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:28.040706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (99178808-21a7-4e89-94f6-abcb28caade4), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.042635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (99178808-21a7-4e89-94f6-abcb28caade4), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.109371 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Attempting to bind port 3b07d396-817d-4bc1-be3a-7e25b8185a70 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:28.109754 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Attempting to bind port 3b07d396-817d-4bc1-be3a-7e25b8185a70 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:28.110123 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Attempting to bind port 3b07d396-817d-4bc1-be3a-7e25b8185a70 on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:28.115806 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for router_controller (99178808-21a7-4e89-94f6-abcb28caade4), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.162301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:28.162737 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Checking segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:28.163239 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.163656 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Bound using segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:28.164162 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Bound port: 3b07d396-817d-4bc1-be3a-7e25b8185a70, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:28.164551 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.203927 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.214500 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed512a3-530c-4128-b690-3b5c8f6e978d None None] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:28.314790 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.368553 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for router_gateway (99178808-21a7-4e89-94f6-abcb28caade4), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.403077 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:28.412863 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:28.420395 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:28.427505 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d36fd36b-fa4e-4cc1-9608-49a850e1721d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:28.441467 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] For port 3b07d396-817d-4bc1-be3a-7e25b8185a70, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:28.481161 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] For port 3b07d396-817d-4bc1-be3a-7e25b8185a70, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3b07d396-817d-4bc1-be3a-7e25b8185a70,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:28.489138 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.661101 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f3ab-bcc3-4cc6-af2f-5f43f34a0041 None None] Pushing event updated for resources: {'Port': ['ID=3b07d396-817d-4bc1-be3a-7e25b8185a70,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:28.727555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for router_gateway (99178808-21a7-4e89-94f6-abcb28caade4), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.776111 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:28.994612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for router_gateway (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.042068 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Allocated IP 172.27.1.216 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/52c2f86b-26d7-44e6-9aa5-931a5a61361f) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:29.322972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.372920 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43320) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:29.378781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.381476 dv-cinder-830087-3-iscsi neutron-server[109994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 18:48:29.511011 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.584434 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:29.597564 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:29.614184 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:29.625115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=52c2f86b-26d7-44e6-9aa5-931a5a61361f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:29.724502 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:48:29.863370 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:48:29.877872 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:48:29.910281 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.910899 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:29.911885 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:29.912411 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-85ef5a99-246c-4308-8015-8709680865c5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5853786 Mar 08 18:48:29.914795 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43346) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:30.011837 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-2bc06bd7-3b09-40f7-b2f6-0db10efd6c9a tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:30.013649 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-2bc06bd7-3b09-40f7-b2f6-0db10efd6c9a tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/networks?id=0302a020-2da7-443b-b8de-e0b3c47ea5d2 HTTP/1.1" status: 200 len: 812 time: 0.6375165 Mar 08 18:48:30.050931 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-7c1ba709-5dae-4a06-bd42-28fb8d278fe0 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/quotas/929437b6164b479782ec8e8880027581 HTTP/1.1" status: 200 len: 375 time: 0.0304956 Mar 08 18:48:30.121014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3b07d396-817d-4bc1-be3a-7e25b8185a70 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:30.189899 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 3b07d396-817d-4bc1-be3a-7e25b8185a70 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:30.190479 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.195899 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for router_gateway (99178808-21a7-4e89-94f6-abcb28caade4), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.200991 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43350) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:30.221629 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-54b72d9d-fa76-4d77-b6c6-915a0fa3fce2 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=929437b6164b479782ec8e8880027581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694634 Mar 08 18:48:30.240357 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:30.356417 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26eb20d-16f7-4dfb-8892-8efeb95860a2 None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:48:30.595907 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.601064 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:28Z', 'revision_number': 3, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:30.619851 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 3b07d396-817d-4bc1-be3a-7e25b8185a70 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:30.620246 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.644334 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:48:30.646456 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Updating router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a port d36fd36b-fa4e-4cc1-9608-49a850e1721d binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:48:30.674774 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-5fc2c3f0-3886-4b49-8e9c-23faf8495259 None None] Provisioning complete for port 3b07d396-817d-4bc1-be3a-7e25b8185a70 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:30.675201 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fc2c3f0-3886-4b49-8e9c-23faf8495259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.677968 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9ca69ed-1c32-47bc-ab8e-da595fa4bb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.740555 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.742981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-06ec2d9e-d3ec-4ee7-a0f5-6acb1338f87a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:48:30.745799 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-06ec2d9e-d3ec-4ee7-a0f5-6acb1338f87a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1277537 Mar 08 18:48:30.814856 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (99178808-21a7-4e89-94f6-abcb28caade4), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:30.862612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Allocated IP 172.20.0.1 (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16/b2658a7a-9396-4c31-a45b-133da6e4e892/361b3242-4ed9-4321-9879-9c33c872f1cf) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:30.874239 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 3b07d396-817d-4bc1-be3a-7e25b8185a70, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3b07d396-817d-4bc1-be3a-7e25b8185a70,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:48:31.157427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks [] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.181059 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.235596 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.245721 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Router 99178808-21a7-4e89-94f6-abcb28caade4 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:48:31.319604 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:31.323243 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:31.328964 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:31.329463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.346881 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks [] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.359674 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.414662 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:48:31.427469 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=3b07d396-817d-4bc1-be3a-7e25b8185a70,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:31.442125 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Sync routers for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:48:31.456929 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2c3f0-3886-4b49-8e9c-23faf8495259 None None] Current status of the port 3b07d396-817d-4bc1-be3a-7e25b8185a70 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:31.480913 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:31.481806 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:31.486394 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Attempting to bind port d36fd36b-fa4e-4cc1-9608-49a850e1721d on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:31.486893 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Attempting to bind port d36fd36b-fa4e-4cc1-9608-49a850e1721d by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:31.487147 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Attempting to bind port d36fd36b-fa4e-4cc1-9608-49a850e1721d on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:31.492962 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Pushing event updated for resources: {'Port': ['ID=d36fd36b-fa4e-4cc1-9608-49a850e1721d,revision_number=2']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:31.495238 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.499902 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f688ed1b-75ef-433b-8cc8-dcc92c313bf7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5066042 Mar 08 18:48:31.503289 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43408) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:31.508522 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-f44eb921-9b49-4a8d-9da2-50a20f8b1428 service neutron] 10.222.0.57 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552285 Mar 08 18:48:31.527853 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:31.528189 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:31.528485 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.528605 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9ca69ed-1c32-47bc-ab8e-da595fa4bb96 admin admin] Publish callbacks [] for security_group (8a208b73-ace4-4c14-a663-5e3c11a03a7a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.528988 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:31.529523 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Bound port: d36fd36b-fa4e-4cc1-9608-49a850e1721d, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:31.529961 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.532544 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.532913 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.533278 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.533706 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.534309 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.534446 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.534709 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.535062 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.545393 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.545851 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.546382 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.546790 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.547178 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Tracked resource versions report: Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: pushed versions: Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: { 'AddressGroup': {'1.2'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'ConntrackHelper': {'1.0'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Log': {'1.0'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Network': {'1.1'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Port': {'1.7'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'PortForwarding': {'1.2'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'QosPolicy': {'1.10'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroup': {'1.5'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SubPort': {'1.0'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Subnet': {'1.1'}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Trunk': {'1.1'}} Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: consumer versions: Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: { DHCP agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: L3 agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: Metadata agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: Metering agent@dv-cinder-830087-3-iscsi: {}, Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: Open vSwitch agent@dv-cinder-830087-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'ConntrackHelper': '1.0', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'LocalIPAssociation': '1.0', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Log': '1.0', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Network': '1.1', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Port': '1.7', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'PortForwarding': '1.2', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'QosPolicy': '1.10', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroup': '1.5', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SecurityGroupRule': '1.2', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'SubPort': '1.0', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Subnet': '1.1', Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: 'Trunk': '1.1'}} Mar 08 18:48:31.548664 dv-cinder-830087-3-iscsi neutron-server[109997]: {{(pid=109997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:48:31.565270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9ca69ed-1c32-47bc-ab8e-da595fa4bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8a208b73-ace4-4c14-a663-5e3c11a03a7a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.643691 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca69ed-1c32-47bc-ab8e-da595fa4bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a208b73-ace4-4c14-a663-5e3c11a03a7a,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:31.664440 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] For port d36fd36b-fa4e-4cc1-9608-49a850e1721d, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:31.670826 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] For port d36fd36b-fa4e-4cc1-9608-49a850e1721d, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=d36fd36b-fa4e-4cc1-9608-49a850e1721d,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:31.682156 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.730101 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d9ca69ed-1c32-47bc-ab8e-da595fa4bb96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d17f2f3f067c4f0e8f550dae8a50a6d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5066762 Mar 08 18:48:31.734494 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43414) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:31.758707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:31.797298 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942e6ec-1838-4e58-b12c-f0e2a566d9aa None None] Pushing event updated for resources: {'Port': ['ID=d36fd36b-fa4e-4cc1-9608-49a850e1721d,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:31.824559 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Pushing event updated for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:31.838959 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:31.839639 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:31.855026 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-31628e1c-20fe-448d-b9c4-d3156fc57688 service neutron] 10.222.0.57 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456371 Mar 08 18:48:31.856727 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] Publish callbacks [] for security_group (8a208b73-ace4-4c14-a663-5e3c11a03a7a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:31.932225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] Publish callbacks [] for security_group (8a208b73-ace4-4c14-a663-5e3c11a03a7a), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.045340 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8a208b73-ace4-4c14-a663-5e3c11a03a7a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.048387 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.049766 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a208b73-ace4-4c14-a663-5e3c11a03a7a HTTP/1.1" status: 204 len: 168 time: 0.3138466 Mar 08 18:48:32.072772 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:32.097541 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82146ac-a561-416b-bff3-e7c8be0f611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a208b73-ace4-4c14-a663-5e3c11a03a7a,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:32.125745 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3b07d396-817d-4bc1-be3a-7e25b8185a70 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:32.262806 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-dae01c8c-db60-4611-8ca7-605b80634ca1 None None] Provisioning complete for port 3b07d396-817d-4bc1-be3a-7e25b8185a70 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:32.263554 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dae01c8c-db60-4611-8ca7-605b80634ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.436961 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:28Z', 'revision_number': 3, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:32.448665 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-774caea7-62da-4e5e-ab86-0974e2f3e905 req-76014e0b-a510-41ba-99c2-78509805538e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.1535323 Mar 08 18:48:32.462804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.542297 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e963585-3299-4a0d-85ae-e81fb0905bd0 None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:28Z', 'revision_number': 3, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:48:32.643218 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 3b07d396-817d-4bc1-be3a-7e25b8185a70 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:32.643617 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.699573 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-dae01c8c-db60-4611-8ca7-605b80634ca1 None None] Current status of the port 3b07d396-817d-4bc1-be3a-7e25b8185a70 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:32.835847 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:29Z', 'revision_number': 3, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:32.935911 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Checking router: 99178808-21a7-4e89-94f6-abcb28caade4 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:48:32.936470 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Updating router 99178808-21a7-4e89-94f6-abcb28caade4 port 52c2f86b-26d7-44e6-9aa5-931a5a61361f binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:48:32.964531 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 3b07d396-817d-4bc1-be3a-7e25b8185a70 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:32.978608 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-a1f2d38f-6c8d-4c8d-8de8-2ddb61efaa55 None None] Provisioning complete for port 361b3242-4ed9-4321-9879-9c33c872f1cf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:32.979676 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d38f-6c8d-4c8d-8de8-2ddb61efaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:32.987933 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.472379 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2d38f-6c8d-4c8d-8de8-2ddb61efaa55 None None] Port 361b3242-4ed9-4321-9879-9c33c872f1cf cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:48:33.491168 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks [] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.529533 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.534824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.593305 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43528) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:33.609551 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks [] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.617689 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.659501 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-113e0c28-d3de-43c9-9277-c3d152467db1 req-39779e67-4ead-4366-a4d8-a78a4b3eed5a tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.0622969 Mar 08 18:48:33.734155 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Attempting to bind port 52c2f86b-26d7-44e6-9aa5-931a5a61361f on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:33.735002 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Attempting to bind port 52c2f86b-26d7-44e6-9aa5-931a5a61361f by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:33.735625 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Attempting to bind port 52c2f86b-26d7-44e6-9aa5-931a5a61361f on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:33.746905 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037d8c5-1609-4c51-b11a-da69d2457275 None None] Pushing event updated for resources: {'Port': ['ID=52c2f86b-26d7-44e6-9aa5-931a5a61361f,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:33.752519 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:33.753419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:33.754013 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.754568 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:33.755313 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Bound port: 52c2f86b-26d7-44e6-9aa5-931a5a61361f, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:33.756057 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.813915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Pushing event updated for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:33.835553 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] For port 52c2f86b-26d7-44e6-9aa5-931a5a61361f, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:33.841741 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] For port 52c2f86b-26d7-44e6-9aa5-931a5a61361f, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=52c2f86b-26d7-44e6-9aa5-931a5a61361f,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:33.843255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.850259 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:33.878478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:33.889232 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:33.997501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:33.999468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:34.080855 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device d36fd36b-fa4e-4cc1-9608-49a850e1721d up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:34.100560 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037d8c5-1609-4c51-b11a-da69d2457275 None None] Pushing event updated for resources: {'Port': ['ID=52c2f86b-26d7-44e6-9aa5-931a5a61361f,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:34.186215 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:48:34.270144 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:34.356281 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port d36fd36b-fa4e-4cc1-9608-49a850e1721d triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:34.356622 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.419868 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-7c9173b0-f330-4f97-a377-58a7eb9aa8c1 None None] Provisioning complete for port 361b3242-4ed9-4321-9879-9c33c872f1cf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:34.420251 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7c9173b0-f330-4f97-a377-58a7eb9aa8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.450567 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Allocated IP 172.20.0.1 (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014/340f7520-e546-42a0-8e8c-3192ae8b93c3/cee59994-7dba-44ab-ae78-9ef8d967e8f4) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:34.455412 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:48:34.461558 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bf5cc62c-189f-462e-a304-cdd7a61b0a25 admin admin] 10.222.0.57 "PUT /v2.0/routers/2ca49b8b-4108-4c62-a90e-eedf7509ff1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5451491 Mar 08 18:48:34.498466 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-7c9173b0-f330-4f97-a377-58a7eb9aa8c1 None None] Port 361b3242-4ed9-4321-9879-9c33c872f1cf cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:48:34.622046 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks [] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.704343 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.762543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port d36fd36b-fa4e-4cc1-9608-49a850e1721d is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:34.762950 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.793567 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port d36fd36b-fa4e-4cc1-9608-49a850e1721d, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=d36fd36b-fa4e-4cc1-9608-49a850e1721d,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:48:34.803076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.803758 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:34.810127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:34.817627 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:34.818336 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (99178808-21a7-4e89-94f6-abcb28caade4), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:34.838263 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:29Z', 'revision_number': 3, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:34.881909 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9fa31-9401-48f8-88ae-d824dbc1935b None None] The sync data for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi is: [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:29Z', 'revision_number': 3, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:48:34.933215 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=d36fd36b-fa4e-4cc1-9608-49a850e1721d,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:34.942611 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Pushing event updated for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:35.105337 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-49fbf617-718b-4ec2-b890-c8b97918110b req-431858ed-c933-43d3-8ad1-0783459e1bef tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.0892656 Mar 08 18:48:35.113855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:35.474174 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:48:35.493624 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:35.495149 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:35.535990 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks [] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:35.545852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:35.547329 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (99178808-21a7-4e89-94f6-abcb28caade4), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:35.719139 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43600) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:35.726411 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779024485', 'description': 'tempest-description--1785344495'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:35.738342 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:35.786427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:35.820529 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Pushing event updated for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:35.961695 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:35.963410 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:36.127558 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device d36fd36b-fa4e-4cc1-9608-49a850e1721d up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:36.190088 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (b9584fe1-628d-4d37-9836-0102cc07d1f7), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.199038 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b9584fe1-628d-4d37-9836-0102cc07d1f7), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.245633 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Router 99178808-21a7-4e89-94f6-abcb28caade4 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:48:36.245887 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9584fe1-628d-4d37-9836-0102cc07d1f7,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:36.262124 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.267350 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6faf72ea-86d9-47f8-9815-fe70bdc997a7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5467772 Mar 08 18:48:36.270161 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43614) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:36.277440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group_rule': {'security_group_id': 'b9584fe1-628d-4d37-9836-0102cc07d1f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:36.300262 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 2, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:36.328025 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (66f24d78-035e-4a6b-acae-11cc0486a714), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.355726 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port d36fd36b-fa4e-4cc1-9608-49a850e1721d triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:36.356616 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.432096 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (66f24d78-035e-4a6b-acae-11cc0486a714), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.519537 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port d36fd36b-fa4e-4cc1-9608-49a850e1721d is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:36.521960 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 52c2f86b-26d7-44e6-9aa5-931a5a61361f up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:36.526759 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:48:36.533375 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:48:36.533954 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Updating router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a port 361b3242-4ed9-4321-9879-9c33c872f1cf binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:48:36.536412 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0492dec3-f092-4492-96eb-05aaaf01268a req-d1439468-38b7-4115-8e4a-e59078d360a6 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.1008427 Mar 08 18:48:36.537148 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (66f24d78-035e-4a6b-acae-11cc0486a714), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.550163 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-5c873b29-ba1f-4deb-bcd5-1017a711879e admin admin] 10.222.0.57 "PUT /v2.0/routers/99178808-21a7-4e89-94f6-abcb28caade4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0435786 Mar 08 18:48:36.622490 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.632805 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f24d78-035e-4a6b-acae-11cc0486a714,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:36.656659 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.659090 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-3dfef6e7-bce8-4bac-809d-3fb40cfb3231 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874910 Mar 08 18:48:36.662381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43624) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:36.670926 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group_rule': {'security_group_id': 'b9584fe1-628d-4d37-9836-0102cc07d1f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:36.681635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 52c2f86b-26d7-44e6-9aa5-931a5a61361f triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:36.682266 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.750571 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (659e9313-70be-458e-a9cd-4eafc279c60c), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.836480 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 52c2f86b-26d7-44e6-9aa5-931a5a61361f is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:36.838461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.891925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 52c2f86b-26d7-44e6-9aa5-931a5a61361f, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=52c2f86b-26d7-44e6-9aa5-931a5a61361f,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:48:36.892420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (659e9313-70be-458e-a9cd-4eafc279c60c), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.899222 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (659e9313-70be-458e-a9cd-4eafc279c60c), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.904584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.925155 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659e9313-70be-458e-a9cd-4eafc279c60c,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:36.996378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:36.998648 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-75e04c39-3e0c-45db-9c65-a110c77fd7e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337824 Mar 08 18:48:37.001671 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43650) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:37.012494 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:37.066373 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=52c2f86b-26d7-44e6-9aa5-931a5a61361f,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:37.080054 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.144921 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks [] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.154539 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.213304 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794944-d3eb-4625-8774-3eb46f0e01d8 None None] Pushing event updated for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:37.304477 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Attempting to bind port 361b3242-4ed9-4321-9879-9c33c872f1cf on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:37.304477 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Attempting to bind port 361b3242-4ed9-4321-9879-9c33c872f1cf by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:37.304477 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Attempting to bind port 361b3242-4ed9-4321-9879-9c33c872f1cf on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:37.315210 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:37.315671 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Checking segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:37.316573 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.317353 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Bound using segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:37.318144 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Bound port: 361b3242-4ed9-4321-9879-9c33c872f1cf, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:37.318714 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.371520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-ab2407e8-b177-4343-a117-ce64581055bd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:37.373523 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-ab2407e8-b177-4343-a117-ce64581055bd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 818 time: 0.2568476 Mar 08 18:48:37.413871 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-435ba469-8247-43f4-96d5-3f2be5c0165a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/quotas/e985471e384d43f89e1ac3e54d9a5b86 HTTP/1.1" status: 200 len: 375 time: 0.0297198 Mar 08 18:48:37.437047 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] For port 361b3242-4ed9-4321-9879-9c33c872f1cf, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:37.442531 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] For port 361b3242-4ed9-4321-9879-9c33c872f1cf, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=361b3242-4ed9-4321-9879-9c33c872f1cf,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:37.459589 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.493625 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.585628 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Provisioning complete for port 361b3242-4ed9-4321-9879-9c33c872f1cf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:37.586808 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.597300 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794944-d3eb-4625-8774-3eb46f0e01d8 None None] Pushing event updated for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:37.611459 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-32707e59-1f3a-4772-9b72-6faa5e4658c4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1920862 Mar 08 18:48:37.632305 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:37.633299 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:37.780132 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Allocated IP 172.27.1.7 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/a640e901-6683-49e7-831b-71d6d17cac56) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:37.873252 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Current status of the port 361b3242-4ed9-4321-9879-9c33c872f1cf is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:37.874330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:37.948338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Sync routers for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:48:38.078648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] For port 361b3242-4ed9-4321-9879-9c33c872f1cf, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=361b3242-4ed9-4321-9879-9c33c872f1cf,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:48:38.107842 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 52c2f86b-26d7-44e6-9aa5-931a5a61361f up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:38.113407 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c011576f-e201-47d8-ad0c-7365f4903252 req-7025c3ec-0d2d-442d-b715-317b4a8d9812 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.1087446 Mar 08 18:48:38.120300 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:38.122329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:38.127614 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:38.217353 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.18', 57807) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:38.288292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-e79c47be-7de1-4c08-8a15-3d4acda5066c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:48:38.290925 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-e79c47be-7de1-4c08-8a15-3d4acda5066c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1955411 Mar 08 18:48:38.295414 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:38.368071 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (a640e901-6683-49e7-831b-71d6d17cac56), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:38.642462 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848cdcb-0e0e-4710-9f62-295bf0498535 None None] Pushing event updated for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:38.764681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-97499324-0d36-4634-95b2-35503e8ecdc3 None None] Provisioning complete for port 361b3242-4ed9-4321-9879-9c33c872f1cf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:38.765066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-97499324-0d36-4634-95b2-35503e8ecdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:38.793109 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (a640e901-6683-49e7-831b-71d6d17cac56), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:38.994831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:38.998363 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 52c2f86b-26d7-44e6-9aa5-931a5a61361f triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:39.002199 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:39.013618 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:39.016787 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=a640e901-6683-49e7-831b-71d6d17cac56,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:39.019966 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:39.028219 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:39.159866 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-eb47428c-6a8d-43cf-a63a-c57e771ffe06 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:39.161409 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-eb47428c-6a8d-43cf-a63a-c57e771ffe06 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.18 "GET /v2.0/networks?id=0302a020-2da7-443b-b8de-e0b3c47ea5d2 HTTP/1.1" status: 200 len: 812 time: 0.9372587 Mar 08 18:48:39.184067 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169e470-405c-41e9-9cc3-10aed135fdc2 None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:48:39.205192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Request body: {'port': {'device_id': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2', 'admin_state_up': True, 'tenant_id': '929437b6164b479782ec8e8880027581'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:39.259385 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:39.395426 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43744) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:39.431701 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-5b3da398-7c11-46f3-8b60-ed6debb64745 service neutron] 10.222.0.57 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0994613 Mar 08 18:48:39.657067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:39.848168 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17eb81d8-eb6a-44ed-8c77-a4790588ef25 req-14dde6a0-b4b4-42e3-9b2a-4fe2ece0fa9f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.3158393 Mar 08 18:48:39.854959 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9d7f1307-b219-4865-be58-ea04425dfbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:39.877821 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-97499324-0d36-4634-95b2-35503e8ecdc3 None None] Current status of the port 361b3242-4ed9-4321-9879-9c33c872f1cf is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:39.965468 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (a640e901-6683-49e7-831b-71d6d17cac56), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:40.030617 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 52c2f86b-26d7-44e6-9aa5-931a5a61361f is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:40.143607 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:35Z', 'revision_number': 4, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'cee59994-7dba-44ab-ae78-9ef8d967e8f4', 'name': '', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'mac_address': 'fa:16:3e:17:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:34Z', 'updated_at': '2022-03-08T18:48:35Z', 'revision_number': 2, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'subnets': [{'id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:40.269663 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Made reservation on behalf of 929437b6164b479782ec8e8880027581 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:40.277179 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:40.381670 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-78f58cfe-7959-4690-9283-427f6897f4d4 service neutron] 10.222.0.57 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9408793 Mar 08 18:48:40.386569 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 361b3242-4ed9-4321-9879-9c33c872f1cf up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:40.406714 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Checking router: 99178808-21a7-4e89-94f6-abcb28caade4 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:48:40.414793 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Updating router 99178808-21a7-4e89-94f6-abcb28caade4 port cee59994-7dba-44ab-ae78-9ef8d967e8f4 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:48:40.759941 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:40.929944 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43790) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:41.201216 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a9a0c01e-8fb6-440a-9a9a-89607d3eab24 req-b92b9e2d-895e-4b32-8c85-6b5ce1d84ba9 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.1267908 Mar 08 18:48:41.212966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (a640e901-6683-49e7-831b-71d6d17cac56), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.248729 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (a640e901-6683-49e7-831b-71d6d17cac56), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.275904 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Allocated IP 172.20.0.9 (0302a020-2da7-443b-b8de-e0b3c47ea5d2/5f395f44-597f-4fdf-a072-4f85feea393b/72913f8a-08a4-4cb2-8979-d9e2b1acfa4d) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:41.357775 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.374044 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-802bdc4a-31b0-463e-9214-187aa1a02cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.413848 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=a640e901-6683-49e7-831b-71d6d17cac56,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:41.419439 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.421732 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-2a4b0650-8f92-4a1d-b53d-c2137231b257 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4185014 Mar 08 18:48:41.454313 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9d7f1307-b219-4865-be58-ea04425dfbc1 admin admin] Publish callbacks [] for security_group (70fed512-6fac-442d-8741-804c57c42c5a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.476909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9d7f1307-b219-4865-be58-ea04425dfbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (70fed512-6fac-442d-8741-804c57c42c5a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.533913 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-abba66de-b654-4a59-b9fd-c8e7ed328df1 req-53cc3d80-106e-458c-a3a4-8f7900246ebd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 210 time: 0.1036217 Mar 08 18:48:41.693145 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 361b3242-4ed9-4321-9879-9c33c872f1cf triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:41.693921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.763928 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-802bdc4a-31b0-463e-9214-187aa1a02cb5 admin admin] Publish callbacks [] for security_group (d91f90d1-c9a7-438a-8c4b-2e696d63331f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.771895 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-802bdc4a-31b0-463e-9214-187aa1a02cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d91f90d1-c9a7-438a-8c4b-2e696d63331f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:41.843606 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f1307-b219-4865-be58-ea04425dfbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fed512-6fac-442d-8741-804c57c42c5a,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:41.871461 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9d7f1307-b219-4865-be58-ea04425dfbc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7f0522c2dff4d69a92946a1c41afd59&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4685104 Mar 08 18:48:41.872609 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 43832) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:41.934935 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bdc4a-31b0-463e-9214-187aa1a02cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f90d1-c9a7-438a-8c4b-2e696d63331f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:42.178123 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-8ea13155-1246-4dec-8f8f-8e840107e72e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--779024485&fields=id&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 267 time: 0.2517805 Mar 08 18:48:42.217627 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks [] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:42.230576 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] Publish callbacks [] for security_group (70fed512-6fac-442d-8741-804c57c42c5a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:42.408607 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] Publish callbacks [] for security_group (70fed512-6fac-442d-8741-804c57c42c5a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:42.575400 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:42.662773 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-802bdc4a-31b0-463e-9214-187aa1a02cb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=538b39251a404d55a9f16aeacccfc585&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7279956 Mar 08 18:48:42.693640 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 43876) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:43.003795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 361b3242-4ed9-4321-9879-9c33c872f1cf is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:43.013334 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-91bf5eed-8a6f-4981-aaa3-16b19ebf5e59 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:43.026375 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-91bf5eed-8a6f-4981-aaa3-16b19ebf5e59 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 817 time: 0.8433893 Mar 08 18:48:43.041958 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks [] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.050524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.088757 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-13e8ad01-87b1-4783-aa17-096adb0d3075 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/quotas/07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 375 time: 0.0613194 Mar 08 18:48:43.099975 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71d0a5-cb95-4952-88b5-047bfb570241 req-286cc2f1-b271-4846-a637-fe850260f87f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:43.122957 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f71d0a5-cb95-4952-88b5-047bfb570241 req-286cc2f1-b271-4846-a637-fe850260f87f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 931 time: 0.5439389 Mar 08 18:48:43.164031 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513f57a-e2ac-4e6a-b88a-7b0c4bc64c89 None None] Pushing event updated for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:43.258798 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Attempting to bind port cee59994-7dba-44ab-ae78-9ef8d967e8f4 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:43.260036 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Attempting to bind port cee59994-7dba-44ab-ae78-9ef8d967e8f4 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:43.260575 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Attempting to bind port cee59994-7dba-44ab-ae78-9ef8d967e8f4 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:43.271017 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:43.271852 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Checking segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:43.272393 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.273061 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Bound using segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:43.273901 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Bound port: cee59994-7dba-44ab-ae78-9ef8d967e8f4, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:43.274802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.288945 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (70fed512-6fac-442d-8741-804c57c42c5a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.300455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.310215 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70fed512-6fac-442d-8741-804c57c42c5a HTTP/1.1" status: 204 len: 168 time: 1.3205311 Mar 08 18:48:43.348938 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:43.374539 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:43.387151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Pushing event updated for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:43.406681 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:43.426270 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:43.428915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.441118 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cdebf-c99a-4147-8287-980cabf36f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fed512-6fac-442d-8741-804c57c42c5a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:43.453783 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f71d0a5-cb95-4952-88b5-047bfb570241 req-14a82d33-be6f-4978-8277-2be6bed2a9d9 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298707 Mar 08 18:48:43.507648 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-597e5081-3181-4018-943f-45abe5ed0651 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3045161 Mar 08 18:48:43.542020 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] Publish callbacks [] for security_group (d91f90d1-c9a7-438a-8c4b-2e696d63331f), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.567966 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-1421909d-2b9c-4431-8232-327d64795629 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:48:43.573226 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-1421909d-2b9c-4431-8232-327d64795629 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135219 Mar 08 18:48:43.590524 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-a9f0488b-cb9d-43bd-afbb-65b9c1005617 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4999099 Mar 08 18:48:43.609578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] Publish callbacks [] for security_group (d91f90d1-c9a7-438a-8c4b-2e696d63331f), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.658924 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] For port cee59994-7dba-44ab-ae78-9ef8d967e8f4, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:43.672933 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] For port cee59994-7dba-44ab-ae78-9ef8d967e8f4, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=cee59994-7dba-44ab-ae78-9ef8d967e8f4,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:43.692238 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.831231 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d91f90d1-c9a7-438a-8c4b-2e696d63331f), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.833253 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513f57a-e2ac-4e6a-b88a-7b0c4bc64c89 None None] Pushing event updated for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:43.834571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:43.838781 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d91f90d1-c9a7-438a-8c4b-2e696d63331f HTTP/1.1" status: 204 len: 168 time: 1.1238229 Mar 08 18:48:43.877278 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:48:43.878575 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:48:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:43.991395 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b72d-7268-43d3-9f0d-da71aa5b8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f90d1-c9a7-438a-8c4b-2e696d63331f,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:44.035945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-a859ab35-0dbb-48ce-a875-83dae50d392a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:44.044956 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-a859ab35-0dbb-48ce-a875-83dae50d392a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 818 time: 0.3199279 Mar 08 18:48:44.080108 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c514e08-0fd8-4e3f-8c96-99f5b46d6840 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/quotas/e985471e384d43f89e1ac3e54d9a5b86 HTTP/1.1" status: 200 len: 375 time: 0.0340807 Mar 08 18:48:44.106149 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ea11ea91-e532-4ffc-874f-50500af03099 service neutron] 10.222.0.57 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266107 Mar 08 18:48:44.178384 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:48:44.325841 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-7249e458-235b-40e0-96cc-0762e1abddb7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2446265 Mar 08 18:48:44.378686 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-aa77f2bf-d68c-4fe1-8fee-1d58167dd95c service neutron] 10.222.0.57 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715430 Mar 08 18:48:44.525736 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-54d853ba-e159-43d9-b42b-4052c1150a2f service neutron] 10.222.0.57 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979611 Mar 08 18:48:44.879328 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:35Z', 'revision_number': 4, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'cee59994-7dba-44ab-ae78-9ef8d967e8f4', 'name': '', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'mac_address': 'fa:16:3e:17:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:34Z', 'updated_at': '2022-03-08T18:48:43Z', 'revision_number': 4, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'subnets': [{'id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:48:45.006808 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e380a-d5a0-4c45-8d9c-212dd64284ab None None] The sync data for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi is: [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:35Z', 'revision_number': 4, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'cee59994-7dba-44ab-ae78-9ef8d967e8f4', 'name': '', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'mac_address': 'fa:16:3e:17:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:34Z', 'updated_at': '2022-03-08T18:48:43Z', 'revision_number': 4, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'subnets': [{'id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:48:45.007974 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-dc28a910-1cdf-4e32-8d7b-0f77c3b02e77 service neutron] 10.222.0.57 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800408 Mar 08 18:48:45.219638 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354a1e-d6d0-4aab-bf3e-af8bedd989cf req-6caa643e-1585-415a-901f-7cf44f8bf51b tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:45.223272 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c3354a1e-d6d0-4aab-bf3e-af8bedd989cf req-6caa643e-1585-415a-901f-7cf44f8bf51b tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 931 time: 0.3929403 Mar 08 18:48:45.442455 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c3354a1e-d6d0-4aab-bf3e-af8bedd989cf req-21962658-d329-4d78-9bf1-499af3dd3f7d tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053492 Mar 08 18:48:45.736134 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-43edd1dd-83b8-430b-91b8-e39b25f27891 req-7100f6ba-2e1f-4b01-b384-532f0da9e3a3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.1586821 Mar 08 18:48:46.029161 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cd279cb9-4486-45bd-b2f0-cc4b58a6a633 req-b7f4c3ed-8d3d-4551-a95e-b37bdf528d36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.2851150 Mar 08 18:48:46.493917 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Request body: {'port': {'device_id': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:46.766688 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.18', 57827) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:46.974440 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:47.346982 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device cee59994-7dba-44ab-ae78-9ef8d967e8f4 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:47.481381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-91fc95fc-fc85-48f6-ade2-3ac07b2f390a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:47.483152 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-91fc95fc-fc85-48f6-ade2-3ac07b2f390a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 818 time: 0.7115660 Mar 08 18:48:47.635751 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port cee59994-7dba-44ab-ae78-9ef8d967e8f4 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:47.638534 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:47.700394 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-88476dfd-bc75-4727-b34a-de60790ed648 req-2f929708-1805-45e3-be9c-8c2c3f9fa56d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.2027564 Mar 08 18:48:47.748923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Request body: {'port': {'device_id': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'admin_state_up': True, 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:48.158845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port cee59994-7dba-44ab-ae78-9ef8d967e8f4 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:48.172833 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:48.385707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port cee59994-7dba-44ab-ae78-9ef8d967e8f4, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=cee59994-7dba-44ab-ae78-9ef8d967e8f4,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:48:48.399342 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:48.492917 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:48:48.505195 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-29ccac78-d40a-42ba-8384-95a0fa203ccd req-603395c0-65c6-4297-a561-6f9aebf29d32 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.3884947 Mar 08 18:48:48.532466 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks [] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:48.584478 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:48.633371 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Transition to ACTIVE for port object 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:48:48.644818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:48.680266 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82111a-2bb3-44d7-a44b-21a86e4d5cfa req-2e44ce27-3f6d-4758-b450-239d7d5e1e45 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:48.692433 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7f82111a-2bb3-44d7-a44b-21a86e4d5cfa req-2e44ce27-3f6d-4758-b450-239d7d5e1e45 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 931 time: 1.0945523 Mar 08 18:48:48.852169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Pushing event updated for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:48.949515 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Attempting to bind port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:48.949804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Attempting to bind port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ff692877-15e4-439a-aea8-4a55ab795640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:48.950368 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Attempting to bind port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d on network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:48.956053 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d on network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:48:48.956562 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Attempting to bind port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d on network 0302a020-2da7-443b-b8de-e0b3c47ea5d2 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:48.972099 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:48.972698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Checking segment: {'id': 'ff692877-15e4-439a-aea8-4a55ab795640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:48.973429 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Bound using segment: {'id': 'ff692877-15e4-439a-aea8-4a55ab795640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:48.974068 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Bound port: 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff692877-15e4-439a-aea8-4a55ab795640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:48.974649 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:49.128985 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1846f07e-99be-429e-aea8-6c34070c89c5 req-412ad67b-a9d5-4902-aa08-259654818bb0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.1119299 Mar 08 18:48:49.136513 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Made reservation on behalf of e985471e384d43f89e1ac3e54d9a5b86 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:49.167370 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:49.240335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.18', 57836) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:49.289098 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device cee59994-7dba-44ab-ae78-9ef8d967e8f4 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:48:49.314801 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:49.329227 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.18', 57837) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:49.501161 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,segment=NetworkSegment(ff692877-15e4-439a-aea8-4a55ab795640),segment_id=ff692877-15e4-439a-aea8-4a55ab795640)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:49.594864 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port cee59994-7dba-44ab-ae78-9ef8d967e8f4 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:49.595822 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:49.948035 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-306e6001-f8d6-4972-b8a0-851a72af11f1 req-0e13f5de-c6be-4dc5-834d-d6b271fbac87 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.1449456 Mar 08 18:48:50.007502 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port cee59994-7dba-44ab-ae78-9ef8d967e8f4 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:48:50.029314 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7f82111a-2bb3-44d7-a44b-21a86e4d5cfa req-ba5ab0f6-41ec-4765-8a93-c213280b521b tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3201153 Mar 08 18:48:50.049103 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-2ebb1259-702a-498c-b0f3-758275ff7cb2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:50.051890 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-2ebb1259-702a-498c-b0f3-758275ff7cb2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 818 time: 0.8053801 Mar 08 18:48:50.234608 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-66a232d1-f8be-487a-b999-f52be04451e6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:50.237021 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-66a232d1-f8be-487a-b999-f52be04451e6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 817 time: 0.9040039 Mar 08 18:48:50.238682 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:50.355749 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:50.359356 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:50.364674 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] 10.222.0.18 "PUT /v2.0/ports/72913f8a-08a4-4cb2-8979-d9e2b1acfa4d HTTP/1.1" status: 200 len: 1093 time: 5.0533335 Mar 08 18:48:50.400492 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Request body: {'port': {'device_id': '6589e7b4-d610-41ea-9da0-b05f34664170', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'admin_state_up': True, 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:50.449292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Allocated IP 172.20.0.3 (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014/340f7520-e546-42a0-8e8c-3192ae8b93c3/a794b164-7121-430f-90a8-cffd959e8418) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:50.648224 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e2c9b4f3-34f9-4443-bcff-dccaa1968cee req-61a0871f-4153-446a-ba78-50dde84655ea tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.1851223 Mar 08 18:48:50.683186 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a7925-1ee5-43eb-92df-4f55d4251f8a service neutron] Pushing event updated for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:50.713502 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:48:50.765522 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4ee54ee9-ccbb-4148-8cfd-66922288db4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:51.029770 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks [] for port (a794b164-7121-430f-90a8-cffd959e8418), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:51.173672 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:51.418185 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Pushing event updated for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:51.422085 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-2c71b58a-b87b-4c2f-a2ff-aba75a7d596d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 379 time: 0.7838724 Mar 08 18:48:51.434120 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84230bcc-cddc-4030-b00a-2585a945deb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:48:51.450889 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'port': {'device_id': '6f72a77d-6d41-4505-836f-124c212c2113', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'admin_state_up': True, 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'security_groups': ['b9584fe1-628d-4d37-9836-0102cc07d1f7']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:51.456517 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-32ffa5d4-fa17-49e2-89b2-34c4aad08e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:51.458551 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-32ffa5d4-fa17-49e2-89b2-34c4aad08e35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=929437b6164b479782ec8e8880027581&device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 1127 time: 0.4708366 Mar 08 18:48:51.538881 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Made reservation on behalf of e985471e384d43f89e1ac3e54d9a5b86 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:51.542804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:51.610713 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-190156c1-6c56-4975-9a17-dd15ee0e4efb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d HTTP/1.1" status: 200 len: 217 time: 0.1234903 Mar 08 18:48:51.783914 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52a23af9-4950-4225-a3f9-e81eeda1f3e8 req-f391b49e-76f7-4645-a42a-f4cc7340e792 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.3730981 Mar 08 18:48:51.793785 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:51.806624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:51.811834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:51.817406 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:51.818357 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:51.874205 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-664b21a0-7585-4251-bfa7-e167854dbb09 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1616101 Mar 08 18:48:51.888796 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Request body: {'port': {'device_id': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:51.916674 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c083f6-9137-499a-801f-0eecd83654a0 req-8b437aea-62af-4e50-a860-0a3dd572b159 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:51.923865 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54c083f6-9137-499a-801f-0eecd83654a0 req-8b437aea-62af-4e50-a860-0a3dd572b159 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 943 time: 0.5105026 Mar 08 18:48:52.107192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-ca0c0f38-59a9-445d-811c-acfeb78b689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:52.108887 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-ca0c0f38-59a9-445d-811c-acfeb78b689d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f395f44-597f-4fdf-a072-4f85feea393b HTTP/1.1" status: 200 len: 852 time: 0.4099813 Mar 08 18:48:52.174387 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54c083f6-9137-499a-801f-0eecd83654a0 req-04635531-68f4-45fc-9a41-580006337ae7 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493627 Mar 08 18:48:52.188832 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (a794b164-7121-430f-90a8-cffd959e8418), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:52.339748 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-e7154d37-a368-4f0d-87fc-a6e379c7a8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0302a020-2da7-443b-b8de-e0b3c47ea5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085214 Mar 08 18:48:52.431942 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c7ba878-8ea4-4916-8efa-343c90532af8 req-2c6cb38f-c31d-4556-a51e-9c18a2d45179 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.0984080 Mar 08 18:48:52.512629 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d5e93-193d-4b6e-b38a-a5b592162b6a x-openstack-request-id: req-dc7d5e93-193d-4b6e-b38a-a5b592162b6a {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:48:52.513205 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:48:52.513607 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc7d5e93-193d-4b6e-b38a-a5b592162b6a {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:48:52.518446 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d', 'status': 'completed', 'code': 200} Mar 08 18:48:52.595177 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Allocated IP 172.20.0.9 (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014/340f7520-e546-42a0-8e8c-3192ae8b93c3/b5ca53dc-84fe-40a6-9990-56661e964f80) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:53.112814 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-787ea649-e7b0-477e-86c9-927578334e75 req-57eba34b-53ac-4af2-911f-cdb398a9f506 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.0746329 Mar 08 18:48:53.156299 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44252) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:53.198958 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Made reservation on behalf of 07a81f4e35524160b30885ef7e30fabb for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:48:53.239994 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:53.266762 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44258) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:53.275224 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44260) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:53.335437 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-037ce659-8dc3-498c-ae88-0b9162939187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:53.406023 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-83dfe5b6-eac3-469c-8075-e93c60547abe service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0106587 Mar 08 18:48:53.583772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87c456-0f2a-4702-a76a-e40d6ac1c119 req-8d430445-042c-41cd-b913-1e44948aaf4d tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:53.595758 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d87c456-0f2a-4702-a76a-e40d6ac1c119 req-8d430445-042c-41cd-b913-1e44948aaf4d tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 943 time: 0.1401463 Mar 08 18:48:53.957034 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ab017e6b-000c-4f68-8af7-5430ef2cf805 req-ba31d4cb-6b87-4ec9-aa1b-fe3952ab8617 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.2934554 Mar 08 18:48:53.959196 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b23c22f4-c4fc-4e82-97ec-26e957000681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.008214 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbe351b1-2e14-4704-9372-56eae0136f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.011354 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-574abd91-c425-4b1b-9fa3-8d0061e8d53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.061055 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d87c456-0f2a-4702-a76a-e40d6ac1c119 req-8f8d33e6-804e-412b-b310-80f5cc1b0c78 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557176 Mar 08 18:48:54.095029 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Allocated IP 172.20.0.13 (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16/b2658a7a-9396-4c31-a45b-133da6e4e892/fa3c5193-bfe6-48d8-ae8d-677ec877f2c6) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:48:54.143567 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d21b9ef5-4f42-4325-b981-fe0c8e6ae422 req-5eed7cc1-c6a1-4580-b9a6-1b2913e3555c service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099811 Mar 08 18:48:54.297349 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b23c22f4-c4fc-4e82-97ec-26e957000681 admin admin] Publish callbacks [] for security_group (ee87ce03-9917-41fa-a600-4be0694dcb7e), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.331276 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b23c22f4-c4fc-4e82-97ec-26e957000681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ee87ce03-9917-41fa-a600-4be0694dcb7e), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.338681 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks [] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.441856 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-574abd91-c425-4b1b-9fa3-8d0061e8d53f admin admin] Publish callbacks [] for security_group (b5575fff-ee89-471b-a4a5-11417fc066ac), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.447444 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0ed4a292-bf0d-4a26-a55c-f7ebb73dcc35 req-caad1a9d-4e3b-483c-821c-3afd0aebe71f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.1357677 Mar 08 18:48:54.470186 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-574abd91-c425-4b1b-9fa3-8d0061e8d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b5575fff-ee89-471b-a4a5-11417fc066ac), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.536360 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b23c22f4-c4fc-4e82-97ec-26e957000681 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcece23c6f5947dca4e0ec5fd5a879cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2665305 Mar 08 18:48:54.536360 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c22f4-c4fc-4e82-97ec-26e957000681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87ce03-9917-41fa-a600-4be0694dcb7e,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:54.564903 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44304) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:54.613389 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.667599 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbe351b1-2e14-4704-9372-56eae0136f2a admin admin] Publish callbacks [] for security_group (d61d7c1c-21d3-42f6-ba84-82881ee541f8), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.736823 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-574abd91-c425-4b1b-9fa3-8d0061e8d53f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edf4e07bd4944bce9cc83f186c3b5360&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4582455 Mar 08 18:48:54.737791 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbe351b1-2e14-4704-9372-56eae0136f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d61d7c1c-21d3-42f6-ba84-82881ee541f8), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.741467 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44312) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:54.818178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.907834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574abd91-c425-4b1b-9fa3-8d0061e8d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5575fff-ee89-471b-a4a5-11417fc066ac,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:55.056233 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44322) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:55.101885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:55.126097 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:55.141309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:55.148374 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe351b1-2e14-4704-9372-56eae0136f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d7c1c-21d3-42f6-ba84-82881ee541f8,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:55.156056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:55.157949 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.171495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Pushing event updated for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:55.284177 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bbe351b1-2e14-4704-9372-56eae0136f2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8603b7426e5248c3b8fa0d0575dc69b1&name=default HTTP/1.1" status: 200 len: 2994 time: 2.1277680 Mar 08 18:48:55.332992 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.344240 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44330) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:55.394259 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf3646a7-ecc3-47f9-ab20-e0ae993097f8 req-c829483e-15f3-40dc-916f-0c726737f387 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.1483941 Mar 08 18:48:55.443732 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-8435b453-915f-4648-b6cf-e634298a265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:55.443732 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-8435b453-915f-4648-b6cf-e634298a265c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=929437b6164b479782ec8e8880027581&device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 1127 time: 0.9392152 Mar 08 18:48:55.470560 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] Publish callbacks [] for security_group (ee87ce03-9917-41fa-a600-4be0694dcb7e), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.596508 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-698676d0-968e-499e-8420-946ca3007f36 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3431432 Mar 08 18:48:55.615098 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] Publish callbacks [] for security_group (ee87ce03-9917-41fa-a600-4be0694dcb7e), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.622671 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.700831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] Publish callbacks [] for security_group (b5575fff-ee89-471b-a4a5-11417fc066ac), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.834386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] Publish callbacks [] for security_group (d61d7c1c-21d3-42f6-ba84-82881ee541f8), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:55.860644 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bb1de-31d4-41a9-98db-a5a9c1b53ecb req-2de75966-3f7a-494e-88bd-f4f120d9b7fb tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:55.863199 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-586bb1de-31d4-41a9-98db-a5a9c1b53ecb req-2de75966-3f7a-494e-88bd-f4f120d9b7fb tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 943 time: 0.6191289 Mar 08 18:48:55.918908 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Request body: {'port': {'device_id': '6589e7b4-d610-41ea-9da0-b05f34664170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:55.942787 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] Publish callbacks [] for security_group (b5575fff-ee89-471b-a4a5-11417fc066ac), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.009936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a794b164-7121-430f-90a8-cffd959e8418 {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:48:56.106939 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks [] for port (a794b164-7121-430f-90a8-cffd959e8418), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.176570 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] Publish callbacks [] for security_group (d61d7c1c-21d3-42f6-ba84-82881ee541f8), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.223850 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:56.229055 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.232521 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e02b0af3-8cb0-45c6-b84c-08befa0759a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.260851 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.373547 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:48:56.394739 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873398e-3aa5-4aff-88a0-4b7e12b69315 req-ee178c85-b611-4cd2-8cbc-920fc9ab0832 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:56.398192 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3873398e-3aa5-4aff-88a0-4b7e12b69315 req-ee178c85-b611-4cd2-8cbc-920fc9ab0832 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 931 time: 0.7986846 Mar 08 18:48:56.402150 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Transition to ACTIVE for port object a794b164-7121-430f-90a8-cffd959e8418 will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:48:56.406840 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:48:56.411743 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:48:56.419155 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:56.419996 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.453186 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.499604 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-45ff755b-3ac9-4b55-b4b8-f64926a6c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:56.502260 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-45ff755b-3ac9-4b55-b4b8-f64926a6c7c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0302a020-2da7-443b-b8de-e0b3c47ea5d2 HTTP/1.1" status: 200 len: 913 time: 1.0337820 Mar 08 18:48:56.529162 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-586bb1de-31d4-41a9-98db-a5a9c1b53ecb req-5452f3ba-9c9a-4a07-b7eb-1893565ca918 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752640 Mar 08 18:48:56.671485 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-ba3b8206-afee-4f68-a808-bfbd38b76c95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2258949 Mar 08 18:48:56.739777 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3873398e-3aa5-4aff-88a0-4b7e12b69315 req-5c36815d-5a66-40f0-8fd1-b6f196823f22 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068140 Mar 08 18:48:56.758383 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Request body: {'port': {'device_id': '6f72a77d-6d41-4505-836f-124c212c2113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:48:56.774348 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-64ea92fd-bada-4a15-b938-d04b2c8af09d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d HTTP/1.1" status: 200 len: 217 time: 0.2250111 Mar 08 18:48:56.887190 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ee87ce03-9917-41fa-a600-4be0694dcb7e), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.890127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.894598 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee87ce03-9917-41fa-a600-4be0694dcb7e HTTP/1.1" status: 204 len: 168 time: 2.2862165 Mar 08 18:48:56.901983 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b5575fff-ee89-471b-a4a5-11417fc066ac), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.907149 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.909885 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5575fff-ee89-471b-a4a5-11417fc066ac HTTP/1.1" status: 204 len: 168 time: 2.1267340 Mar 08 18:48:56.975276 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8341a2-fe5b-46f5-84bb-b0c356da6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87ce03-9917-41fa-a600-4be0694dcb7e,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:57.060232 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-f44277a0-a343-4edf-ba3e-d076c52b3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:57.064215 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-f44277a0-a343-4edf-ba3e-d076c52b3ea8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f395f44-597f-4fdf-a072-4f85feea393b HTTP/1.1" status: 200 len: 852 time: 0.2540283 Mar 08 18:48:57.072087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.077910 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-03031395-ebce-4c84-9e45-547c5254417d None None] Provisioning complete for port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:48:57.079669 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-03031395-ebce-4c84-9e45-547c5254417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.186764 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-03031395-ebce-4c84-9e45-547c5254417d None None] Port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:48:57.215561 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fdf7d-f247-4adc-9acb-ce200b99ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5575fff-ee89-471b-a4a5-11417fc066ac,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:57.234743 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Pushing event updated for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:57.239736 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d61d7c1c-21d3-42f6-ba84-82881ee541f8), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.245233 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.247287 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d61d7c1c-21d3-42f6-ba84-82881ee541f8 HTTP/1.1" status: 204 len: 168 time: 1.8960614 Mar 08 18:48:57.264309 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-9ab44071-2af9-4e36-aa11-957e07b5b4d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0302a020-2da7-443b-b8de-e0b3c47ea5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940970 Mar 08 18:48:57.303271 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Attempting to bind port a794b164-7121-430f-90a8-cffd959e8418 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:57.303969 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Attempting to bind port a794b164-7121-430f-90a8-cffd959e8418 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:57.304551 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Attempting to bind port a794b164-7121-430f-90a8-cffd959e8418 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:57.309738 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ad2c4-9b27-45ef-afac-8c4c90252183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d7c1c-21d3-42f6-ba84-82881ee541f8,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:57.339532 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e368f-80ee-4147-a9d1-fc791f4838e0 req-3fd15bd0-b5d9-44c8-8a8d-6522a7ecf392 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:57.342148 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c8e368f-80ee-4147-a9d1-fc791f4838e0 req-3fd15bd0-b5d9-44c8-8a8d-6522a7ecf392 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 932 time: 0.5994503 Mar 08 18:48:57.348449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Port a794b164-7121-430f-90a8-cffd959e8418 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:48:57.348804 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Attempting to bind port a794b164-7121-430f-90a8-cffd959e8418 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:57.423380 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:57.424623 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Checking segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:57.425547 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Bound using segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:57.426338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Bound port: a794b164-7121-430f-90a8-cffd959e8418, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:57.426907 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (a794b164-7121-430f-90a8-cffd959e8418), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.526537 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c8e368f-80ee-4147-a9d1-fc791f4838e0 req-f1a70d19-9476-49ba-8b5a-b9255615ec82 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673737 Mar 08 18:48:57.589825 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e02b0af3-8cb0-45c6-b84c-08befa0759a3 admin admin] Publish callbacks [] for security_group (ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.662411 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:57.674307 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.681554 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a794b164-7121-430f-90a8-cffd959e8418,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:57.708137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.725742 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e02b0af3-8cb0-45c6-b84c-08befa0759a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.794387 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:57.795916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.798138 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] 10.222.0.18 "PUT /v2.0/ports/a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 1093 time: 5.9209807 Mar 08 18:48:57.898083 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:48:57.900659 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.137750 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44366) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:58.235770 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b0af3-8cb0-45c6-b84c-08befa0759a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:58.332521 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e02b0af3-8cb0-45c6-b84c-08befa0759a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2e0f413b89b4f4ea7a46bfa656d99a7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2732944 Mar 08 18:48:58.376911 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44370) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:58.473689 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-244cb4a0-3e4d-4454-83c1-05903b1dda95 service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1859584 Mar 08 18:48:58.476307 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ca53dc-84fe-40a6-9990-56661e964f80 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:48:58.526563 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44374) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:58.527531 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44376) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:58.530387 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks [] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.567161 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2416913f-a5ce-42f0-b6f5-4dde5f2d04e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.613720 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99531543-df09-4494-a0f4-e52a10110b78 service neutron] Pushing event updated for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:58.637274 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0c04-cded-4e26-ba61-04d6abf5ab80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.689079 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b053f3-cdfe-4545-82a1-31323854dc71 req-5a8d4474-a67a-4cf7-98db-581791dc7380 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:58.689204 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Transition to ACTIVE for port object b5ca53dc-84fe-40a6-9990-56661e964f80 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:48:58.691624 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b7b053f3-cdfe-4545-82a1-31323854dc71 req-5a8d4474-a67a-4cf7-98db-581791dc7380 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 943 time: 0.9146185 Mar 08 18:48:58.710539 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7e73da09-58dc-44dc-b5b6-62b8ffe82af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.719259 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-64519008-9299-4fa7-8a0b-22213ffc68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:58.722006 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.722735 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-64519008-9299-4fa7-8a0b-22213ffc68ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1127 time: 0.7000380 Mar 08 18:48:58.734365 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838afb62-279f-4dfa-b3c5-1a67701c7cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "tag": "a794b164-7121-430f-90a8-cffd959e8418"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:48:58.774647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] Publish callbacks [] for security_group (ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.913815 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] Publish callbacks [] for security_group (ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:58.927575 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-c4b4acee-f31b-4982-8253-c052de53127b service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345553 Mar 08 18:48:58.968752 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:58.993800 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:48:59.010908 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks [] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.026372 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Attempting to bind port b5ca53dc-84fe-40a6-9990-56661e964f80 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:59.026765 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Attempting to bind port b5ca53dc-84fe-40a6-9990-56661e964f80 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:59.027028 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Attempting to bind port b5ca53dc-84fe-40a6-9990-56661e964f80 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:59.031766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0844c5-cbd6-478d-8c1a-aaeaeaf049cf req-ee6ac068-b3cf-4faf-a076-69b4973a8914 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.034545 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b0844c5-cbd6-478d-8c1a-aaeaeaf049cf req-ee6ac068-b3cf-4faf-a076-69b4973a8914 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 931 time: 1.0142019 Mar 08 18:48:59.050189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-1f81447c-7d3e-483f-a9ad-5adf7e157bba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.2624497 Mar 08 18:48:59.051489 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Transition to ACTIVE for port object fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:48:59.054612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Port b5ca53dc-84fe-40a6-9990-56661e964f80 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:48:59.055102 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Attempting to bind port b5ca53dc-84fe-40a6-9990-56661e964f80 on network 1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:59.061134 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.103278 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:59.103772 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Checking segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:59.104265 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Bound using segment: {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:59.104841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Bound port: b5ca53dc-84fe-40a6-9990-56661e964f80, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31969181-b1bf-4c77-854e-d76a13566ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:59.105415 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.141209 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.143608 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.145188 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b HTTP/1.1" status: 204 len: 168 time: 0.7639287 Mar 08 18:48:59.172233 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:59.202580 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609648c9-ae8a-4722-a2f1-d538d509e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded4e8b6-bcd2-471d-8df6-06b4f3fa7f6b,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:59.292853 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Attempting to bind port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:48:59.293115 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Attempting to bind port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:48:59.293528 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Attempting to bind port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:59.303786 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:48:59.304218 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Attempting to bind port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:48:59.307632 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:59.313073 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b5ca53dc-84fe-40a6-9990-56661e964f80,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:59.319563 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:48:59.319748 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Checking segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:48:59.320250 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Bound using segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:48:59.320857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Bound port: fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:48:59.321947 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.327026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.349895 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b7b053f3-cdfe-4545-82a1-31323854dc71 req-8341fea2-67b1-43e5-ae59-02b1403336de tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235020 Mar 08 18:48:59.375877 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.377058 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.378861 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] 10.222.0.18 "PUT /v2.0/ports/b5ca53dc-84fe-40a6-9990-56661e964f80 HTTP/1.1" status: 200 len: 1093 time: 3.6738698 Mar 08 18:48:59.382101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:48:59.384302 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0c04-cded-4e26-ba61-04d6abf5ab80 admin admin] Publish callbacks [] for security_group (b1296f2d-6e6c-4bd2-9903-59347a7d9915), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.404909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b749b3-84da-473c-963d-c84d3c6b0853" -d '{"events": [{"name": "network-changed", "server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:48:59.422336 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-ac2a7bc9-36a4-4c13-a104-6e7eddaf852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.425035 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-ac2a7bc9-36a4-4c13-a104-6e7eddaf852e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.3549781 Mar 08 18:48:59.459327 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0c04-cded-4e26-ba61-04d6abf5ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b1296f2d-6e6c-4bd2-9903-59347a7d9915), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.550198 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c912f18-2bae-428f-8549-92570a53b626 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:59.571831 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:48:59.575920 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:48:59.585356 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-0bc35dd3-fa32-4f9b-aa09-d1f450c7e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.587741 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-0bc35dd3-fa32-4f9b-aa09-d1f450c7e631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 1127 time: 0.1537733 Mar 08 18:48:59.590212 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.662121 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.663232 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.664970 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 1094 time: 2.9165089 Mar 08 18:48:59.677014 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-a11b6c98-d6f8-4ada-acfa-977d520fe4f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ca53dc-84fe-40a6-9990-56661e964f80 HTTP/1.1" status: 200 len: 217 time: 0.0811875 Mar 08 18:48:59.679817 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b0844c5-cbd6-478d-8c1a-aaeaeaf049cf req-0b2c675a-0d58-441b-86ce-0f4438033981 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195178 Mar 08 18:48:59.684295 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-b3a56a38-b980-4065-b7a7-834136c2d58f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996505 Mar 08 18:48:59.716214 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2416913f-a5ce-42f0-b6f5-4dde5f2d04e0 admin admin] Publish callbacks [] for security_group (cba2a7e7-15cf-4c2f-87bc-414c23f93eae), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.911596 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359486b-780e-401a-b11f-e4dbb8301ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:48:59.914282 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2416913f-a5ce-42f0-b6f5-4dde5f2d04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cba2a7e7-15cf-4c2f-87bc-414c23f93eae), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.940082 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-ecdb0c04-cded-4e26-ba61-04d6abf5ab80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4ab48c9371b4fe0a1439d009a9c1a34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3926344 Mar 08 18:48:59.949424 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44400) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:48:59.961097 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-96e6430e-3e4b-4aa9-ac83-4b8fa8c2fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:48:59.964310 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-96e6430e-3e4b-4aa9-ac83-4b8fa8c2fc06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.2763834 Mar 08 18:48:59.965096 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44402) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:00.014801 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb0c04-cded-4e26-ba61-04d6abf5ab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1296f2d-6e6c-4bd2-9903-59347a7d9915,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:00.061206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416913f-a5ce-42f0-b6f5-4dde5f2d04e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2a7e7-15cf-4c2f-87bc-414c23f93eae,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:00.082069 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7e73da09-58dc-44dc-b5b6-62b8ffe82af9 admin admin] Publish callbacks [] for security_group (5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.132404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-42ddc7db-f34f-43ab-beaa-093864b82d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:00.135757 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-42ddc7db-f34f-43ab-beaa-093864b82d56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1128 time: 0.4166620 Mar 08 18:49:00.137087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2fc6-31b4-4ee1-8f11-6b1b8b9a2d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.145630 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-50d77e72-d266-46a8-9466-03a2817151bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616850 Mar 08 18:49:00.147954 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-2416913f-a5ce-42f0-b6f5-4dde5f2d04e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67e717a94f3049bfaf07c5b9680fef72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9856431 Mar 08 18:49:00.153911 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-4d70d5bf-cffb-4f8f-8c27-401352caa5fe service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909950 Mar 08 18:49:00.157191 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7e73da09-58dc-44dc-b5b6-62b8ffe82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.175501 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44408) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:00.271577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399f817-bad6-4701-ba1a-4608b28abd33 x-openstack-request-id: req-b399f817-bad6-4701-ba1a-4608b28abd33 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:00.271882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "tag": "a794b164-7121-430f-90a8-cffd959e8418", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:00.272137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b399f817-bad6-4701-ba1a-4608b28abd33 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:00.272632 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418', 'status': 'completed', 'code': 200} Mar 08 18:49:00.283178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06baf4-022d-4afe-a9c3-8d4608a03530 req-ce6d4812-317f-4ad3-b627-6a89f5b87848 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:00.284956 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-af06baf4-022d-4afe-a9c3-8d4608a03530 req-ce6d4812-317f-4ad3-b627-6a89f5b87848 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.7139781 Mar 08 18:49:00.301998 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7e73da09-58dc-44dc-b5b6-62b8ffe82af9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c392223f4d2b46c9a6b8f63a199126b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7571366 Mar 08 18:49:00.302779 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73da09-58dc-44dc-b5b6-62b8ffe82af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:00.316624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44418) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:00.368480 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24e27b-83b2-45ec-a03c-a93eacf5b82d x-openstack-request-id: req-3f24e27b-83b2-45ec-a03c-a93eacf5b82d {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:00.369806 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:00.369806 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f24e27b-83b2-45ec-a03c-a93eacf5b82d {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:00.370276 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80', 'status': 'completed', 'code': 200} Mar 08 18:49:00.387636 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-89bc8dd2-dd1e-478a-a518-1e9cbff3cf66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 217 time: 0.2399797 Mar 08 18:49:00.401444 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] Publish callbacks [] for security_group (b1296f2d-6e6c-4bd2-9903-59347a7d9915), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.473181 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] Publish callbacks [] for security_group (b1296f2d-6e6c-4bd2-9903-59347a7d9915), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.595260 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27b1e7ee-970a-4f78-8d08-ebfeea6359fd req-6530c7f5-3459-4183-b6b3-8db360ce8152 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737185 Mar 08 18:49:00.604579 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:49:00.617228 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-8bcad726-3cb5-47fd-b26a-42cf0e327fc6 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530652 Mar 08 18:49:00.621654 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d111d1c3-6a84-4c91-a99a-ff51abe5d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:00.624827 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-d111d1c3-6a84-4c91-a99a-ff51abe5d598 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.2249591 Mar 08 18:49:00.630314 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-af06baf4-022d-4afe-a9c3-8d4608a03530 req-203778d1-423b-4522-aa38-ad6ff0f14f24 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154640 Mar 08 18:49:00.636414 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] Publish callbacks [] for security_group (5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.715186 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b1296f2d-6e6c-4bd2-9903-59347a7d9915), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.718140 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.722592 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1296f2d-6e6c-4bd2-9903-59347a7d9915 HTTP/1.1" status: 204 len: 168 time: 0.7458375 Mar 08 18:49:00.727393 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] Publish callbacks [] for security_group (5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.773713 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] Publish callbacks [] for security_group (cba2a7e7-15cf-4c2f-87bc-414c23f93eae), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.786277 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc02a82-be48-422e-a970-328e9d913f00 req-0174f3d5-ec64-4776-86dc-be8fe0a8c008 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:00.789006 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bc02a82-be48-422e-a970-328e9d913f00 req-0174f3d5-ec64-4776-86dc-be8fe0a8c008 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 943 time: 0.2834482 Mar 08 18:49:00.799431 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6405c47-5c49-43c4-835d-3d0acb46cd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1296f2d-6e6c-4bd2-9903-59347a7d9915,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:00.843080 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] Publish callbacks [] for security_group (cba2a7e7-15cf-4c2f-87bc-414c23f93eae), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.873337 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,segment=NetworkSegment(ff692877-15e4-439a-aea8-4a55ab795640),segment_id=ff692877-15e4-439a-aea8-4a55ab795640)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:00.890068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d', 'network_id': '0302a020-2da7-443b-b8de-e0b3c47ea5d2', 'port_id': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d', 'mac_address': 'fa:16:3e:c6:4a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f395f44-597f-4fdf-a072-4f85feea393b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:49:00.943905 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:00.944702 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:00.964256 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:01.004007 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,segment=NetworkSegment(ff692877-15e4-439a-aea8-4a55ab795640),segment_id=ff692877-15e4-439a-aea8-4a55ab795640)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:01.011897 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.051970 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-dfe4d9ba-a2e7-4c48-9023-fc24a8f9f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:01.055453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-dfe4d9ba-a2e7-4c48-9023-fc24a8f9f923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1127 time: 0.3844459 Mar 08 18:49:01.057744 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.064179 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.066594 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3 HTTP/1.1" status: 204 len: 168 time: 0.7450027 Mar 08 18:49:01.123162 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2042566-442b-4169-ba59-610a722d2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a59ffc9-ab29-43bd-82e2-b1f4fa78efb3,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:01.123755 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:01.141354 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2fc6-31b4-4ee1-8f11-6b1b8b9a2d7b admin admin] Publish callbacks [] for security_group (535885f6-bada-43e7-8808-400404b64815), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.171406 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2fc6-31b4-4ee1-8f11-6b1b8b9a2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (535885f6-bada-43e7-8808-400404b64815), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.183690 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bc02a82-be48-422e-a970-328e9d913f00 req-e87bd0b3-4878-437f-96c9-3a961b6d1d9d tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682520 Mar 08 18:49:01.210868 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cba2a7e7-15cf-4c2f-87bc-414c23f93eae), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.220325 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683c56-6dde-498a-a556-06a31e717322 req-bfb34605-3b5d-4639-946d-b9921248422a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:01.224315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.226672 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cba2a7e7-15cf-4c2f-87bc-414c23f93eae HTTP/1.1" status: 204 len: 168 time: 1.0494173 Mar 08 18:49:01.245240 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-81683c56-6dde-498a-a556-06a31e717322 req-bfb34605-3b5d-4639-946d-b9921248422a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.4132941 Mar 08 18:49:01.340199 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac2fc6-31b4-4ee1-8f11-6b1b8b9a2d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535885f6-bada-43e7-8808-400404b64815,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:01.350468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-b5068d76-1621-4d11-8929-1e39e97aa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:01.354002 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-b5068d76-1621-4d11-8929-1e39e97aa63f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6785357 Mar 08 18:49:01.358189 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e1ac2fc6-31b4-4ee1-8f11-6b1b8b9a2d7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2a06584deb943a181ddd2b00af9635f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3914084 Mar 08 18:49:01.371723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44436) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:01.376537 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-81683c56-6dde-498a-a556-06a31e717322 req-92256f28-30d8-40e1-bb31-ccee24c93755 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267145 Mar 08 18:49:01.419736 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c663442-f470-4c48-b1a6-ad2375894b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2a7e7-15cf-4c2f-87bc-414c23f93eae,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:01.445706 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2286f8dc-e843-4ffb-a54c-aca1f7963d09 req-2a5d309d-309f-4956-a4b6-968cbdff370f service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190374 Mar 08 18:49:01.506611 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] Publish callbacks [] for security_group (535885f6-bada-43e7-8808-400404b64815), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.544503 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] Publish callbacks [] for security_group (535885f6-bada-43e7-8808-400404b64815), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.643635 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (535885f6-bada-43e7-8808-400404b64815), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.655619 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:01.657551 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/535885f6-bada-43e7-8808-400404b64815 HTTP/1.1" status: 204 len: 168 time: 0.2843397 Mar 08 18:49:01.670491 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dea4a3-220e-44b3-9f91-0b105786950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535885f6-bada-43e7-8808-400404b64815,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:01.857205 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc3235-7ab2-461f-9b01-73bd3d08679b req-3e06a236-5458-4dd8-96d8-e7f7d5479957 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:01.860110 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-82bc3235-7ab2-461f-9b01-73bd3d08679b req-3e06a236-5458-4dd8-96d8-e7f7d5479957 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1133685 Mar 08 18:49:01.929577 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-82bc3235-7ab2-461f-9b01-73bd3d08679b req-e4459f63-1ef9-4557-9f4d-a22e5409dc3e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631654 Mar 08 18:49:02.371692 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:02.374702 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5c9a4-0639-42ed-aeb2-59fac9950171" -d '{"events": [{"name": "network-changed", "server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:02.387052 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0af0c-b1c6-4610-a278-39d19e820545 req-20d74444-a2d3-410a-8016-8b0253db220f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:02.390288 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7dd0af0c-b1c6-4610-a278-39d19e820545 req-20d74444-a2d3-410a-8016-8b0253db220f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 944 time: 0.0999401 Mar 08 18:49:02.440905 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ab179-dc03-43f2-b28a-953d351418c3 x-openstack-request-id: req-c22ab179-dc03-43f2-b28a-953d351418c3 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:02.441632 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:02.442314 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c22ab179-dc03-43f2-b28a-953d351418c3 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:02.443259 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'status': 'completed', 'code': 200} Mar 08 18:49:02.501314 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7dd0af0c-b1c6-4610-a278-39d19e820545 req-4d97b200-85f0-4532-87c6-f7506f89a4d8 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954065 Mar 08 18:49:02.654543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995196e5-8f71-439e-8e39-6bddd0a85d1e req-21433065-5ea3-4d8f-93e1-01126ee52497 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:02.657574 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-995196e5-8f71-439e-8e39-6bddd0a85d1e req-21433065-5ea3-4d8f-93e1-01126ee52497 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.1039252 Mar 08 18:49:02.752097 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-995196e5-8f71-439e-8e39-6bddd0a85d1e req-1b5b1d89-fcd0-4368-855a-763a99c32b6b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843782 Mar 08 18:49:03.112078 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867be8f-b096-48c1-be70-7df01de3245b req-df5889f3-b5dc-4fad-b0c1-bfedd60189b5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:03.114269 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5867be8f-b096-48c1-be70-7df01de3245b req-df5889f3-b5dc-4fad-b0c1-bfedd60189b5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0677605 Mar 08 18:49:03.183666 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5867be8f-b096-48c1-be70-7df01de3245b req-a57d7d5f-5d73-4930-ad7e-584a0768c71f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563312 Mar 08 18:49:03.539241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-1827d516-97b9-4160-a697-4bce54118452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:03.541614 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-1827d516-97b9-4160-a697-4bce54118452 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 1127 time: 0.1151085 Mar 08 18:49:03.544230 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-611a5baa-46cd-4ae9-ae77-57de150be87e service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585374 Mar 08 18:49:03.698363 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['72913f8a-08a4-4cb2-8979-d9e2b1acfa4d'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:03.757507 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b4c91902-378c-4ae4-b741-1de1268fcca1 req-eadf35af-147d-411b-bd92-58710ea2e19f service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948943 Mar 08 18:49:03.759566 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-d4a490df-128c-4ecf-b95d-7e65fd7bac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:03.762035 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-d4a490df-128c-4ecf-b95d-7e65fd7bac85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.2040377 Mar 08 18:49:03.774469 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-7a053881-16fe-45e4-bc72-c6d9dd9f4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:03.776476 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-7a053881-16fe-45e4-bc72-c6d9dd9f4ba9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.4078176 Mar 08 18:49:03.818154 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:49:03.818806 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e23f14-744f-4fb5-881c-60ecd6322222 req-34feb64c-e5d5-4a33-a508-3d38693473e0 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:03.823944 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51e23f14-744f-4fb5-881c-60ecd6322222 req-34feb64c-e5d5-4a33-a508-3d38693473e0 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 944 time: 0.1469603 Mar 08 18:49:03.996138 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51e23f14-744f-4fb5-881c-60ecd6322222 req-73483921-cf1b-4278-bc77-f377f43ec27b tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570446 Mar 08 18:49:04.036572 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee830cea-e7e4-48c7-b9b1-30041d203cfe req-da54aebc-1979-4a74-a932-8ac755750670 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:04.038413 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ee830cea-e7e4-48c7-b9b1-30041d203cfe req-da54aebc-1979-4a74-a932-8ac755750670 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.1427355 Mar 08 18:49:04.136987 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ee830cea-e7e4-48c7-b9b1-30041d203cfe req-71a94401-15e1-4552-ae1a-31f25c8cccfa tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901730 Mar 08 18:49:04.383024 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676a70-9a66-4244-b668-1ea66160bdfa req-b8905780-1ad5-43a6-a346-7fcbacd769cb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:04.383024 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52676a70-9a66-4244-b668-1ea66160bdfa req-b8905780-1ad5-43a6-a346-7fcbacd769cb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0659029 Mar 08 18:49:04.449398 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52676a70-9a66-4244-b668-1ea66160bdfa req-3cf2f968-be52-4efb-9101-e13c93ef6d78 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556684 Mar 08 18:49:05.169974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8700f9-9ac9-42ef-9e2a-bc7820f69ac0 req-3ca9a3b7-3f04-4f7e-a448-16aa3bd37426 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:05.176453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e8700f9-9ac9-42ef-9e2a-bc7820f69ac0 req-3ca9a3b7-3f04-4f7e-a448-16aa3bd37426 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 944 time: 0.0819578 Mar 08 18:49:05.240858 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e8700f9-9ac9-42ef-9e2a-bc7820f69ac0 req-69687fe3-a963-4177-80f9-c0943747b541 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Mar 08 18:49:05.348458 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde88829-1633-4a85-9fba-85da76a46696 req-52bbb141-36d3-4be4-a32d-0d3f73ef4adf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:05.350249 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bde88829-1633-4a85-9fba-85da76a46696 req-52bbb141-36d3-4be4-a32d-0d3f73ef4adf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.0778675 Mar 08 18:49:05.415365 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bde88829-1633-4a85-9fba-85da76a46696 req-5d963fb1-c429-477d-b250-665f98a3ad61 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539219 Mar 08 18:49:05.646412 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743810-860a-41d4-8b41-a4a254df5fad req-c3bbb5da-c58d-4761-a351-4d831bd4c0f8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:05.648313 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1c743810-860a-41d4-8b41-a4a254df5fad req-c3bbb5da-c58d-4761-a351-4d831bd4c0f8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0667858 Mar 08 18:49:05.757533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1c743810-860a-41d4-8b41-a4a254df5fad req-9e1e5463-74c5-4362-acd9-f76b2e37518f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997305 Mar 08 18:49:06.366258 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-68fd18cc-2d45-4533-be52-84f2e49fc098 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ca53dc-84fe-40a6-9990-56661e964f80 HTTP/1.1" status: 200 len: 217 time: 0.0671377 Mar 08 18:49:06.459087 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-ad815a15-a241-40d5-b324-1accd9185d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.1634562 Mar 08 18:49:06.522352 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-3c1ed495-8d46-4622-a5be-bb7aaf56395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:06.531315 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-3c1ed495-8d46-4622-a5be-bb7aaf56395f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.1168768 Mar 08 18:49:06.537196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-d8bcbd88-f8d2-43b4-b25b-bbed143288c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:06.539197 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-d8bcbd88-f8d2-43b4-b25b-bbed143288c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1128 time: 0.1711142 Mar 08 18:49:06.836883 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-5db156d2-8eda-4d79-ab2a-2f434043a291 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2936833 Mar 08 18:49:06.882106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-3a49b19f-c654-48e0-baac-e104b53e8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:06.885334 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-3a49b19f-c654-48e0-baac-e104b53e8995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.4073884 Mar 08 18:49:06.947303 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-cb0f88ff-187f-4919-be0c-699a5f966b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442028 Mar 08 18:49:07.014678 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-1a13d18a-a62f-48d9-a12d-d0ee819e27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.016677 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-1a13d18a-a62f-48d9-a12d-d0ee819e27e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.4616776 Mar 08 18:49:07.025206 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-edd1a572-c245-4703-992b-91912a162f06 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775148 Mar 08 18:49:07.120347 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-c4bfc8b9-f0ca-4185-b877-3d8a70cb5c7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 217 time: 0.0930257 Mar 08 18:49:07.144746 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-f3bd6829-3432-4b82-a45b-3a18f7b0fd36 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890433 Mar 08 18:49:07.317885 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-838afb62-279f-4dfa-b3c5-1a67701c7cf3 req-639fe8ab-bc5b-492d-8720-f457bbb52805 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652822 Mar 08 18:49:07.328220 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44884af-d8d0-4162-9369-a8410dfadcac req-393b7951-5079-42fe-a22d-12b10d430cbf tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.335815 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44884af-d8d0-4162-9369-a8410dfadcac req-393b7951-5079-42fe-a22d-12b10d430cbf tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 944 time: 0.8726606 Mar 08 18:49:07.378894 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-ecc7ae72-c796-47de-b0a2-64d2db12af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.382527 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-ecc7ae72-c796-47de-b0a2-64d2db12af4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.2456372 Mar 08 18:49:07.397776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d53a2-2e3b-4011-aa09-5204fb9ccdfd req-ef6c4b03-e1e1-486c-b811-53b717c005a6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.405219 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e56d53a2-2e3b-4011-aa09-5204fb9ccdfd req-ef6c4b03-e1e1-486c-b811-53b717c005a6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.8426073 Mar 08 18:49:07.421320 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44884af-d8d0-4162-9369-a8410dfadcac req-9cc1bb1b-b75a-4615-9cb2-23d3b2e8c8fd tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844603 Mar 08 18:49:07.493929 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e1b749b3-84da-473c-963d-c84d3c6b0853 req-d77a71cb-2491-44a5-8315-c4b28d029525 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712308 Mar 08 18:49:07.517787 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-89e870aa-cb22-4c3d-a523-6a451bf3d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.520950 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-89e870aa-cb22-4c3d-a523-6a451bf3d36e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319373 Mar 08 18:49:07.565614 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e56d53a2-2e3b-4011-aa09-5204fb9ccdfd req-2b1eadbc-3dcc-46c7-b802-7f89c2ea16dd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593513 Mar 08 18:49:07.768324 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fc980-8480-45c6-b72f-92a18b09f6b9 req-35b69e4d-b2fb-478c-b625-131f1215f380 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:07.784431 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f8fc980-8480-45c6-b72f-92a18b09f6b9 req-35b69e4d-b2fb-478c-b625-131f1215f380 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1421926 Mar 08 18:49:07.847557 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-40e1c147-7b59-4c05-bedc-56fbd40535d5 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192339 Mar 08 18:49:07.890108 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f8fc980-8480-45c6-b72f-92a18b09f6b9 req-e746a7aa-2c34-4c71-bdb3-a56e5e7a7241 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042209 Mar 08 18:49:08.066091 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-14d5c9a4-0639-42ed-aeb2-59fac9950171 req-5d487f88-9cda-45a9-871b-46ea78897757 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117724 Mar 08 18:49:08.308700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device a794b164-7121-430f-90a8-cffd959e8418 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:49:08.347149 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:49:08.586246 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:49:08.617282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:49:08.617282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:08.713376 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a794b164-7121-430f-90a8-cffd959e8418,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:08.752411 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'a794b164-7121-430f-90a8-cffd959e8418', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'port_id': 'a794b164-7121-430f-90a8-cffd959e8418', 'mac_address': 'fa:16:3e:11:4e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:49:08.822184 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bd990-0b97-44ed-a34e-7170a8458a3b req-f03d1c4a-7fc5-41be-a228-1413a05ac94e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:08.825015 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4a7bd990-0b97-44ed-a34e-7170a8458a3b req-f03d1c4a-7fc5-41be-a228-1413a05ac94e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 944 time: 0.2514861 Mar 08 18:49:08.886267 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961f52b-2121-4e66-bf4a-384e79469cbc req-0f2bbda1-afe6-4a05-a158-7598f5a76925 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:08.888819 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c961f52b-2121-4e66-bf4a-384e79469cbc req-0f2bbda1-afe6-4a05-a158-7598f5a76925 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.1612148 Mar 08 18:49:08.895933 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port a794b164-7121-430f-90a8-cffd959e8418 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:08.896593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (a794b164-7121-430f-90a8-cffd959e8418), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:08.927677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a794b164-7121-430f-90a8-cffd959e8418 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:08.977733 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4a7bd990-0b97-44ed-a34e-7170a8458a3b req-bd00f824-d135-4b88-84f1-9e7352ce0156 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343496 Mar 08 18:49:09.037749 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:09.039325 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:09.094370 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c961f52b-2121-4e66-bf4a-384e79469cbc req-2eac03f1-3919-4aea-ab2b-e66045d89bd9 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774466 Mar 08 18:49:09.139955 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:09.322750 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e7a6-fbf5-46e4-a172-a6f1aeccbe3b req-a1e66797-5025-485d-9e07-41fb25a47de2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:09.327439 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e1a8e7a6-fbf5-46e4-a172-a6f1aeccbe3b req-a1e66797-5025-485d-9e07-41fb25a47de2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1697724 Mar 08 18:49:09.428264 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,segment=NetworkSegment(ff692877-15e4-439a-aea8-4a55ab795640),segment_id=ff692877-15e4-439a-aea8-4a55ab795640)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:09.448021 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a794b164-7121-430f-90a8-cffd959e8418,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:09.451645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:09.458716 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:09.464062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e1a8e7a6-fbf5-46e4-a172-a6f1aeccbe3b req-9dfe52ee-53e4-4bd4-82a1-7dd7975a1d45 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245251 Mar 08 18:49:09.528468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:09.609420 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:09.668543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['a794b164-7121-430f-90a8-cffd959e8418'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:09.728070 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44752) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:09.734615 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd28f08-1bce-43fb-a3e5-4383fe47d372" -d '{"events": [{"server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "name": "network-vif-plugged", "status": "completed", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:09.952099 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c555456-5520-4e11-8049-d77544c78d8c x-openstack-request-id: req-8c555456-5520-4e11-8049-d77544c78d8c {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:09.953668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "name": "network-vif-plugged", "status": "completed", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:09.954212 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c555456-5520-4e11-8049-d77544c78d8c {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:09.955230 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab8d02b5-7510-44f6-b44d-ecf1f49d6f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:09.955831 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d', 'code': 200} Mar 08 18:49:10.099177 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab8d02b5-7510-44f6-b44d-ecf1f49d6f56 admin admin] Publish callbacks [] for security_group (567f550b-0106-427f-8084-65308928d1df), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.107191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab8d02b5-7510-44f6-b44d-ecf1f49d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (567f550b-0106-427f-8084-65308928d1df), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.158729 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ab8d02b5-7510-44f6-b44d-ecf1f49d6f56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ea301e264694e3ba680a32563d14ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285204 Mar 08 18:49:10.159753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d02b5-7510-44f6-b44d-ecf1f49d6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f550b-0106-427f-8084-65308928d1df,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:10.163191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44770) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:10.241089 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3d738-3550-4b04-8062-211dddf6ce90 req-df70b604-ed44-4a1c-aa91-711343e2bd6f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:10.250746 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ddc3d738-3550-4b04-8062-211dddf6ce90 req-df70b604-ed44-4a1c-aa91-711343e2bd6f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.1095426 Mar 08 18:49:10.272750 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] Publish callbacks [] for security_group (567f550b-0106-427f-8084-65308928d1df), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.317437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] Publish callbacks [] for security_group (567f550b-0106-427f-8084-65308928d1df), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.366452 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ddc3d738-3550-4b04-8062-211dddf6ce90 req-50e34c91-28db-4241-be14-6aae7d2f96b5 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Mar 08 18:49:10.409519 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4695-1d4c-4005-ad6d-68dbf845bdd6 req-7930f923-83cc-47f3-b033-421b38bce1c4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:10.411658 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2d1a4695-1d4c-4005-ad6d-68dbf845bdd6 req-7930f923-83cc-47f3-b033-421b38bce1c4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.1577296 Mar 08 18:49:10.426660 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (567f550b-0106-427f-8084-65308928d1df), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.429938 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:10.435313 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/567f550b-0106-427f-8084-65308928d1df HTTP/1.1" status: 204 len: 168 time: 0.2673364 Mar 08 18:49:10.443087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f2ecb-cb8d-40d9-b1f1-7729d55386a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f550b-0106-427f-8084-65308928d1df,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:10.518256 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2d1a4695-1d4c-4005-ad6d-68dbf845bdd6 req-ddff6c76-11e8-4bca-99bb-e45f3791706e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000130 Mar 08 18:49:10.707612 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11125f-75fe-4a2c-8739-44752b0d8bd6 req-cadfe7d6-eb22-4679-9ef3-abad57d82ef7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:10.709546 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dc11125f-75fe-4a2c-8739-44752b0d8bd6 req-cadfe7d6-eb22-4679-9ef3-abad57d82ef7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1116433 Mar 08 18:49:10.776774 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dc11125f-75fe-4a2c-8739-44752b0d8bd6 req-270ff307-5d85-4f69-82c4-8f8022b537d4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528002 Mar 08 18:49:10.881506 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:49:10.927265 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44804) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:10.948325 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-14b66715-141c-4bd7-a7f0-229f29ef2cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.050019 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-14b66715-141c-4bd7-a7f0-229f29ef2cd9 admin admin] Publish callbacks [] for security_group (5d45bf61-cc26-4d7c-bee5-6ca7fb588b01), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.055885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-14b66715-141c-4bd7-a7f0-229f29ef2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5d45bf61-cc26-4d7c-bee5-6ca7fb588b01), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.103029 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:11.122855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b66715-141c-4bd7-a7f0-229f29ef2cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45bf61-cc26-4d7c-bee5-6ca7fb588b01,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:11.123440 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:49:11.141409 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44816) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:11.154429 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-14b66715-141c-4bd7-a7f0-229f29ef2cd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3338607cd3c94d9ba34ab96a4bd30035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244394 Mar 08 18:49:11.207025 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:11.207721 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.234075 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:11.239328 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] Publish callbacks [] for security_group (5d45bf61-cc26-4d7c-bee5-6ca7fb588b01), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.275743 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:11.296927 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.297757 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device b5ca53dc-84fe-40a6-9990-56661e964f80 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:49:11.309288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] Publish callbacks [] for security_group (5d45bf61-cc26-4d7c-bee5-6ca7fb588b01), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.382206 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:11.450497 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5d45bf61-cc26-4d7c-bee5-6ca7fb588b01), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.453986 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.456178 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d45bf61-cc26-4d7c-bee5-6ca7fb588b01 HTTP/1.1" status: 204 len: 168 time: 0.3130128 Mar 08 18:49:11.500025 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b5ca53dc-84fe-40a6-9990-56661e964f80,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:11.518766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0734c-c4f7-4c0d-aa13-d4a66b88b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45bf61-cc26-4d7c-bee5-6ca7fb588b01,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:11.519794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'b5ca53dc-84fe-40a6-9990-56661e964f80', 'network_id': '1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014', 'port_id': 'b5ca53dc-84fe-40a6-9990-56661e964f80', 'mac_address': 'fa:16:3e:cb:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340f7520-e546-42a0-8e8c-3192ae8b93c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:49:11.590419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port b5ca53dc-84fe-40a6-9990-56661e964f80 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:11.591202 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.610147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f6fb9-51ec-410d-916f-fc51abcdecab req-a856e34b-0602-42f4-b54c-e0a893166582 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:11.617514 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ca53dc-84fe-40a6-9990-56661e964f80 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:11.618965 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f13f6fb9-51ec-410d-916f-fc51abcdecab req-a856e34b-0602-42f4-b54c-e0a893166582 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.1560380 Mar 08 18:49:11.653676 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b5ca53dc-84fe-40a6-9990-56661e964f80,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:11.662609 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:11.710836 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44830) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:11.799807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:11.871734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-d26eee66-bbbe-4195-8ebd-ccec188345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:11.873638 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-d26eee66-bbbe-4195-8ebd-ccec188345f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 1129 time: 0.2148776 Mar 08 18:49:11.878209 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f13f6fb9-51ec-410d-916f-fc51abcdecab req-57f41dab-ff64-4618-bc1a-bbf0595d3c56 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363174 Mar 08 18:49:11.951206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729d2c7-b6f4-403e-b669-125994431f54 req-bd0c0551-7519-4af1-8957-f351aae36c4c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:11.966448 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e729d2c7-b6f4-403e-b669-125994431f54 req-bd0c0551-7519-4af1-8957-f351aae36c4c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 943 time: 0.3455842 Mar 08 18:49:12.088565 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e729d2c7-b6f4-403e-b669-125994431f54 req-da5fe758-d773-429f-a775-a654d027422a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210489 Mar 08 18:49:12.118531 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7fb99e9a-6f96-4370-98f7-5b9ba7bc90f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.144923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc21df-d09c-4cf4-8224-1224941a4090 req-70feec82-cd22-4037-9a58-f14ee196a304 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:12.146540 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52dc21df-d09c-4cf4-8224-1224941a4090 req-70feec82-cd22-4037-9a58-f14ee196a304 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.1008394 Mar 08 18:49:12.251474 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52dc21df-d09c-4cf4-8224-1224941a4090 req-178400b8-9bd1-493b-a40c-6c07c15f1bc9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932608 Mar 08 18:49:12.290155 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7fb99e9a-6f96-4370-98f7-5b9ba7bc90f3 admin admin] Publish callbacks [] for security_group (ca31acdc-0550-4801-a427-e20aff6a0f26), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.295835 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7fb99e9a-6f96-4370-98f7-5b9ba7bc90f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ca31acdc-0550-4801-a427-e20aff6a0f26), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.359576 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7fb99e9a-6f96-4370-98f7-5b9ba7bc90f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=007c5664ca2b483d8f69b5ca1c37d880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6407473 Mar 08 18:49:12.359576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb99e9a-6f96-4370-98f7-5b9ba7bc90f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31acdc-0550-4801-a427-e20aff6a0f26,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:12.361208 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 44856) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:12.445822 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] Publish callbacks [] for security_group (ca31acdc-0550-4801-a427-e20aff6a0f26), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.487892 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] Publish callbacks [] for security_group (ca31acdc-0550-4801-a427-e20aff6a0f26), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.561492 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ca31acdc-0550-4801-a427-e20aff6a0f26), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.564938 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.570570 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca31acdc-0550-4801-a427-e20aff6a0f26 HTTP/1.1" status: 204 len: 168 time: 0.2041342 Mar 08 18:49:12.587066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6743-ccec-4f5c-998c-fac81dfb2612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31acdc-0550-4801-a427-e20aff6a0f26,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:12.597055 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-8e3ba919-a0e3-4bfb-8c6b-c1c97a6539f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.717064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-8e3ba919-a0e3-4bfb-8c6b-c1c97a6539f3 service neutron] Publish callbacks [] for security_group (dc076c96-0f33-4268-b3f5-0b84f1ac3aab), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.723818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-8e3ba919-a0e3-4bfb-8c6b-c1c97a6539f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (dc076c96-0f33-4268-b3f5-0b84f1ac3aab), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:12.788874 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-c83515c2-7aa9-4022-b06d-dfdfc41199fe req-8e3ba919-a0e3-4bfb-8c6b-c1c97a6539f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204697 Mar 08 18:49:12.793472 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ba919-a0e3-4bfb-8c6b-c1c97a6539f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc076c96-0f33-4268-b3f5-0b84f1ac3aab,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:13.096147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be83d5a-5307-4626-a475-0bb165f7676f req-ca5e212a-ab7b-4d8d-b764-a505db75754e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:13.098073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4be83d5a-5307-4626-a475-0bb165f7676f req-ca5e212a-ab7b-4d8d-b764-a505db75754e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0931349 Mar 08 18:49:13.108196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44878) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:13.131583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dc899396-7b96-4240-bbf0-b22da95ca996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.288200 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4be83d5a-5307-4626-a475-0bb165f7676f req-f24a7d2b-b8bf-4c8a-b86c-ce8acd58d496 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750336 Mar 08 18:49:13.297780 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dc899396-7b96-4240-bbf0-b22da95ca996 admin admin] Publish callbacks [] for security_group (e9dc3aaf-8f50-4668-b850-96cf0e983145), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.312490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dc899396-7b96-4240-bbf0-b22da95ca996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e9dc3aaf-8f50-4668-b850-96cf0e983145), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.342064 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd6e29-2160-4ac5-b739-1a73469522f4 req-f4c663ad-a027-4186-98cc-91497eb3c75b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:13.352878 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-dc899396-7b96-4240-bbf0-b22da95ca996 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a183e41ea474a9099a789f38382305c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436042 Mar 08 18:49:13.353847 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 44894) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:13.355958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e0bd6e29-2160-4ac5-b739-1a73469522f4 req-f4c663ad-a027-4186-98cc-91497eb3c75b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.1404953 Mar 08 18:49:13.426881 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc899396-7b96-4240-bbf0-b22da95ca996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc3aaf-8f50-4668-b850-96cf0e983145,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:13.461939 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] Publish callbacks [] for security_group (e9dc3aaf-8f50-4668-b850-96cf0e983145), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.536126 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] Publish callbacks [] for security_group (e9dc3aaf-8f50-4668-b850-96cf0e983145), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.553688 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e0bd6e29-2160-4ac5-b739-1a73469522f4 req-4a3e83a9-450b-431a-ab7e-71393e8c33fb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953285 Mar 08 18:49:13.582121 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdd15-17c0-465f-9a90-b8b922ba8afd req-6d34ab59-6bd1-4381-b706-9b9adb21b2c9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:13.596144 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2c2fdd15-17c0-465f-9a90-b8b922ba8afd req-6d34ab59-6bd1-4381-b706-9b9adb21b2c9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.2213440 Mar 08 18:49:13.667310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e9dc3aaf-8f50-4668-b850-96cf0e983145), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.680548 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:13.687942 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9dc3aaf-8f50-4668-b850-96cf0e983145 HTTP/1.1" status: 204 len: 168 time: 0.3274546 Mar 08 18:49:13.700575 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20818c-e678-4542-9dfb-1926a06fb67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc3aaf-8f50-4668-b850-96cf0e983145,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:13.716773 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2c2fdd15-17c0-465f-9a90-b8b922ba8afd req-dbde7995-2eb4-4acf-a1ba-5b4d97526e19 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171823 Mar 08 18:49:14.500984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40259-4979-4b4a-9bdb-b6a9edd3e586 req-edeb3760-4724-4adf-8c50-4cbdd115c1d7 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:14.502634 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-09f40259-4979-4b4a-9bdb-b6a9edd3e586 req-edeb3760-4724-4adf-8c50-4cbdd115c1d7 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0909886 Mar 08 18:49:14.588162 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-09f40259-4979-4b4a-9bdb-b6a9edd3e586 req-79ccdcd5-eca7-424f-a6ea-2095152d9f24 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Mar 08 18:49:14.815184 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f8a67-ef12-493a-9824-9a9fc2dcc9c5 req-b7d0a7a7-e711-4921-b35c-4accdef181ff tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:14.817576 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-188f8a67-ef12-493a-9824-9a9fc2dcc9c5 req-b7d0a7a7-e711-4921-b35c-4accdef181ff tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.1200161 Mar 08 18:49:14.973696 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-188f8a67-ef12-493a-9824-9a9fc2dcc9c5 req-213fe518-b08f-4e6a-a6e9-68b7aae28a50 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465507 Mar 08 18:49:15.007058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd954-e65b-4c61-8f55-6756181c1011 req-05b225e5-19cf-4d9d-b998-6cec78e59c71 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:15.010108 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f29dd954-e65b-4c61-8f55-6756181c1011 req-05b225e5-19cf-4d9d-b998-6cec78e59c71 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.1294680 Mar 08 18:49:15.099321 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f29dd954-e65b-4c61-8f55-6756181c1011 req-425f0519-68ff-44ad-aa37-2a4d7273bf8d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752134 Mar 08 18:49:15.450742 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['b5ca53dc-84fe-40a6-9990-56661e964f80'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:15.465206 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:15.766683 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5066bd-d53b-474d-9361-a37b26e7d036 req-ea1865a7-1e0a-495b-b8a7-5a3bdf2ed95f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:15.769371 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9b5066bd-d53b-474d-9361-a37b26e7d036 req-ea1865a7-1e0a-495b-b8a7-5a3bdf2ed95f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0732276 Mar 08 18:49:15.872377 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9b5066bd-d53b-474d-9361-a37b26e7d036 req-a6e92249-373d-480a-82a3-b69ddda7c692 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945048 Mar 08 18:49:16.126193 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d462b-ec20-4bb5-bff1-96ff0b53497d req-b87be8ee-6fee-4d27-942a-fed3a6f16623 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:16.129060 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a65d462b-ec20-4bb5-bff1-96ff0b53497d req-b87be8ee-6fee-4d27-942a-fed3a6f16623 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.0734551 Mar 08 18:49:16.232669 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a65d462b-ec20-4bb5-bff1-96ff0b53497d req-b2729b37-01cc-408f-898d-c049f2ac7754 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949783 Mar 08 18:49:16.331170 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2cec-b497-4ce0-8d37-432556cb591d req-d116ab89-60ad-4a20-a39a-a79f329297cf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:16.333832 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-321d2cec-b497-4ce0-8d37-432556cb591d req-d116ab89-60ad-4a20-a39a-a79f329297cf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.0979958 Mar 08 18:49:16.402738 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-321d2cec-b497-4ce0-8d37-432556cb591d req-c6c0701b-f606-48c6-bd90-bb2281fa23e7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567529 Mar 08 18:49:16.493906 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45004) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:16.626311 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4afc-ff4e-4a8f-a2ce-022290fb182e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.711371 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4afc-ff4e-4a8f-a2ce-022290fb182e admin admin] Publish callbacks [] for security_group (c4a6cfb9-0a03-43de-8168-f9ea48654745), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.716724 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4afc-ff4e-4a8f-a2ce-022290fb182e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (c4a6cfb9-0a03-43de-8168-f9ea48654745), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.761767 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7c5e4afc-ff4e-4a8f-a2ce-022290fb182e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9ba927d8a4649a891a87232dde829bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663844 Mar 08 18:49:16.762527 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e4afc-ff4e-4a8f-a2ce-022290fb182e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6cfb9-0a03-43de-8168-f9ea48654745,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:16.765113 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45014) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:16.823093 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] Publish callbacks [] for security_group (c4a6cfb9-0a03-43de-8168-f9ea48654745), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.848598 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] Publish callbacks [] for security_group (c4a6cfb9-0a03-43de-8168-f9ea48654745), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.904260 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (c4a6cfb9-0a03-43de-8168-f9ea48654745), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.907860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:16.909471 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4a6cfb9-0a03-43de-8168-f9ea48654745 HTTP/1.1" status: 204 len: 168 time: 0.1422360 Mar 08 18:49:16.928555 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06118b97-366c-4f46-acdd-1e9958586fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6cfb9-0a03-43de-8168-f9ea48654745,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:17.066357 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaccb2-4946-4a09-bc87-1a17ba174724 req-f6f5408d-bf64-41e7-bc22-3181e500b5da tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:17.070276 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7bcaccb2-4946-4a09-bc87-1a17ba174724 req-f6f5408d-bf64-41e7-bc22-3181e500b5da tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0766218 Mar 08 18:49:17.127198 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7bcaccb2-4946-4a09-bc87-1a17ba174724 req-706711f0-428e-448e-a505-780b5ef88279 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Mar 08 18:49:17.287045 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45028) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:17.301522 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e9702bd-7efd-4c10-9428-b24c2233e4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.400859 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e9702bd-7efd-4c10-9428-b24c2233e4ef admin admin] Publish callbacks [] for security_group (e500ed8e-e0d8-42e7-842c-1e2a3ee8c085), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.405283 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79c948-cec1-4c00-9f4a-6c93ef5fb98b req-2c8ea0b0-131a-4a07-b292-0d7a1283556b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:17.405702 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e9702bd-7efd-4c10-9428-b24c2233e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e500ed8e-e0d8-42e7-842c-1e2a3ee8c085), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.406924 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ba79c948-cec1-4c00-9f4a-6c93ef5fb98b req-2c8ea0b0-131a-4a07-b292-0d7a1283556b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.0863447 Mar 08 18:49:17.448229 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3e9702bd-7efd-4c10-9428-b24c2233e4ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4213bcaeabd64372bf2c26b8c81a76ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599920 Mar 08 18:49:17.449185 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9702bd-7efd-4c10-9428-b24c2233e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e500ed8e-e0d8-42e7-842c-1e2a3ee8c085,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:17.452225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45034) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:17.467989 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ba79c948-cec1-4c00-9f4a-6c93ef5fb98b req-e787091d-8caf-47fd-aa68-ba64d089da0f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Mar 08 18:49:17.526393 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] Publish callbacks [] for security_group (e500ed8e-e0d8-42e7-842c-1e2a3ee8c085), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.550653 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] Publish callbacks [] for security_group (e500ed8e-e0d8-42e7-842c-1e2a3ee8c085), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.573528 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c70bd-8679-4904-be03-9f69ff992858 req-cf46b1be-4ed7-4db9-8774-1d4688ed378d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:17.575306 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a75c70bd-8679-4904-be03-9f69ff992858 req-cf46b1be-4ed7-4db9-8774-1d4688ed378d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.0706668 Mar 08 18:49:17.608941 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e500ed8e-e0d8-42e7-842c-1e2a3ee8c085), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.611886 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:17.618229 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e500ed8e-e0d8-42e7-842c-1e2a3ee8c085 HTTP/1.1" status: 204 len: 168 time: 0.1487844 Mar 08 18:49:17.638343 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144c22d-7a0c-4b8d-8c78-f825787235c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500ed8e-e0d8-42e7-842c-1e2a3ee8c085,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:17.656172 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a75c70bd-8679-4904-be03-9f69ff992858 req-96c2c500-7b52-4a31-86da-fe4033d757b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734558 Mar 08 18:49:18.272624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf3ca-b996-4c83-b0d9-4cf7087025d6 req-9dde3dbf-83de-4df1-9223-16acce5e7349 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:18.275979 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be1cf3ca-b996-4c83-b0d9-4cf7087025d6 req-9dde3dbf-83de-4df1-9223-16acce5e7349 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0686965 Mar 08 18:49:18.340416 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be1cf3ca-b996-4c83-b0d9-4cf7087025d6 req-2a30d8f1-8778-48bb-bed9-835052827b44 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577447 Mar 08 18:49:18.348847 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device a794b164-7121-430f-90a8-cffd959e8418 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:49:18.440400 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port a794b164-7121-430f-90a8-cffd959e8418 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:49:18.448269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port a794b164-7121-430f-90a8-cffd959e8418 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:49:18.448846 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (a794b164-7121-430f-90a8-cffd959e8418), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:18.586109 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port a794b164-7121-430f-90a8-cffd959e8418 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:18.586845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (a794b164-7121-430f-90a8-cffd959e8418), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:18.618010 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:18.620316 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1d616-7c0f-4d53-a281-1e6a0dd8a2a6" -d '{"events": [{"server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "name": "network-vif-plugged", "status": "completed", "tag": "a794b164-7121-430f-90a8-cffd959e8418"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:18.632961 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a794b164-7121-430f-90a8-cffd959e8418,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:18.643379 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:18.704248 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53244bf-62e3-45d9-ad0f-71f79214ec1a req-07bf05fd-de50-4881-ae58-5d44267c282e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:18.708034 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c53244bf-62e3-45d9-ad0f-71f79214ec1a req-07bf05fd-de50-4881-ae58-5d44267c282e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.1393006 Mar 08 18:49:18.718604 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:18.740677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d15633-d343-4f70-b0f4-908e6038e6b6 x-openstack-request-id: req-56d15633-d343-4f70-b0f4-908e6038e6b6 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:18.741412 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "name": "network-vif-plugged", "status": "completed", "tag": "a794b164-7121-430f-90a8-cffd959e8418", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:18.741834 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56d15633-d343-4f70-b0f4-908e6038e6b6 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:18.742994 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418', 'code': 200} Mar 08 18:49:18.893092 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c53244bf-62e3-45d9-ad0f-71f79214ec1a req-640b88d6-d01f-4798-85dd-f60f1b22c626 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772268 Mar 08 18:49:18.966519 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9508-cded-4246-a8c9-ff1752ff5b71 req-5a2a4ed0-4908-4410-a197-19609b81344a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:18.968934 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-832b9508-cded-4246-a8c9-ff1752ff5b71 req-5a2a4ed0-4908-4410-a197-19609b81344a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.1732082 Mar 08 18:49:19.042058 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-832b9508-cded-4246-a8c9-ff1752ff5b71 req-f006279e-09a7-44ac-bbb2-9b7218ba2c32 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625172 Mar 08 18:49:19.125465 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528bdf-37f5-484f-b3d2-75d530081efb req-b608c7d7-3078-4bb0-96e6-790a8a595145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:19.128145 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1b528bdf-37f5-484f-b3d2-75d530081efb req-b608c7d7-3078-4bb0-96e6-790a8a595145 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.0987353 Mar 08 18:49:19.195814 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1b528bdf-37f5-484f-b3d2-75d530081efb req-946e1c1f-a3e1-4c23-bf3a-d0f057f24ffe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 Mar 08 18:49:19.520860 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058441f5-33ac-45ab-86aa-2ab8baf783d5 req-59c11ca0-f049-4079-b56e-936089190db2 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:19.524070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-058441f5-33ac-45ab-86aa-2ab8baf783d5 req-59c11ca0-f049-4079-b56e-936089190db2 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0987020 Mar 08 18:49:19.657449 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-058441f5-33ac-45ab-86aa-2ab8baf783d5 req-991609c2-02bb-4502-ad19-ce1b83db7229 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252573 Mar 08 18:49:20.073766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ce55b-c25b-49e3-98e3-0018cbcc427c req-d5341a2a-c67d-40f0-8f1d-68d2aa7dc9af tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:20.075396 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-382ce55b-c25b-49e3-98e3-0018cbcc427c req-d5341a2a-c67d-40f0-8f1d-68d2aa7dc9af tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 944 time: 0.0957124 Mar 08 18:49:20.236108 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-382ce55b-c25b-49e3-98e3-0018cbcc427c req-4d5adff7-0594-4ed9-a274-7f9a4d240c2e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532989 Mar 08 18:49:20.304573 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55a61b-8fd4-4be3-9e72-2573e58b5ebe req-916dfabe-6870-40ec-91f5-c3a46a5d0b80 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:20.306339 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cd55a61b-8fd4-4be3-9e72-2573e58b5ebe req-916dfabe-6870-40ec-91f5-c3a46a5d0b80 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.1442058 Mar 08 18:49:20.325736 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device b5ca53dc-84fe-40a6-9990-56661e964f80 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:49:20.376225 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cd55a61b-8fd4-4be3-9e72-2573e58b5ebe req-01426b16-30aa-4487-b221-1744b46dcf97 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631154 Mar 08 18:49:20.441037 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port b5ca53dc-84fe-40a6-9990-56661e964f80 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:49:20.446836 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port b5ca53dc-84fe-40a6-9990-56661e964f80 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:49:20.447436 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:20.606748 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port b5ca53dc-84fe-40a6-9990-56661e964f80 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:20.607463 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:20.688897 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b5ca53dc-84fe-40a6-9990-56661e964f80,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:20.708476 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:20.710032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:49:20.826795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:20.829781 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5801881-0038-4c44-94e4-057c425ac35e" -d '{"events": [{"server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "name": "network-vif-plugged", "status": "completed", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:20.863050 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484fde3-05eb-49ea-b486-32a105cf5cb9 req-90e9c916-f2b5-4a87-a084-724af78eec6a tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:20.864741 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3484fde3-05eb-49ea-b486-32a105cf5cb9 req-90e9c916-f2b5-4a87-a084-724af78eec6a tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.1014175 Mar 08 18:49:20.929094 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2762a5-36ce-4117-a204-614be02946b9 x-openstack-request-id: req-ab2762a5-36ce-4117-a204-614be02946b9 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:20.931571 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "name": "network-vif-plugged", "status": "completed", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:20.932240 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab2762a5-36ce-4117-a204-614be02946b9 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:20.932822 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80', 'code': 200} Mar 08 18:49:20.936026 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-842e51c9-5a9e-4ffb-a68d-d07d1e61543c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:20.939205 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:20.981156 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:49:21.006111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:49:21.007256 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:21.045399 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3484fde3-05eb-49ea-b486-32a105cf5cb9 req-6f01ade4-962e-4b68-9357-db27aa5f4092 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668115 Mar 08 18:49:21.223362 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6b56-dcd1-4cd8-bd58-48a6d47554ca req-fa7e79c9-8026-4c7b-9123-6359f69ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:21.225649 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-028b6b56-dcd1-4cd8-bd58-48a6d47554ca req-fa7e79c9-8026-4c7b-9123-6359f69ea8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 1129 time: 0.0597382 Mar 08 18:49:21.323529 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:21.324478 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:21.366772 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-028b6b56-dcd1-4cd8-bd58-48a6d47554ca req-16af0dc7-76a0-42a2-8816-c2a9da2fdcdc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343422 Mar 08 18:49:21.395791 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:21.404304 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:21.514236 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:21.569772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae22d9-0cf1-4b32-83e6-3a5b031ea1bd req-64266a9c-2cb1-4d73-bddc-86e4efbd3510 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:21.573760 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bbae22d9-0cf1-4b32-83e6-3a5b031ea1bd req-64266a9c-2cb1-4d73-bddc-86e4efbd3510 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1573641 Mar 08 18:49:21.691863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f343c-0048-4a68-8489-1b457fc602ab req-0a77657c-9215-4238-b0b5-2f2fade71544 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:21.694320 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-621f343c-0048-4a68-8489-1b457fc602ab req-0a77657c-9215-4238-b0b5-2f2fade71544 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1617284 Mar 08 18:49:21.731464 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bbae22d9-0cf1-4b32-83e6-3a5b031ea1bd req-2a7d14b3-40d7-42fe-a197-97dd1b57e148 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291296 Mar 08 18:49:21.808094 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-621f343c-0048-4a68-8489-1b457fc602ab req-f42a4a78-2270-45e1-adea-41966af4fa38 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008797 Mar 08 18:49:22.501080 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45236) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:22.641315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a90b1bb8-b205-4fdd-bf2c-fa4f7e238fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:22.772614 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a90b1bb8-b205-4fdd-bf2c-fa4f7e238fe5 admin admin] Publish callbacks [] for security_group (e75f1f8c-abed-4c87-a41c-f42218efe7cb), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:22.781113 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a90b1bb8-b205-4fdd-bf2c-fa4f7e238fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e75f1f8c-abed-4c87-a41c-f42218efe7cb), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:22.828389 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a90b1bb8-b205-4fdd-bf2c-fa4f7e238fe5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b605fbad456143a68e566ff84f3d8155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258543 Mar 08 18:49:22.829441 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b1bb8-b205-4fdd-bf2c-fa4f7e238fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f1f8c-abed-4c87-a41c-f42218efe7cb,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:22.833164 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45246) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:22.933602 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:22.941396 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d3248-01ec-4601-a3e9-daae8f5aaac6" -d '{"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:23.083570 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180817-02d0-4ded-b62b-b0ed4388ccc2 req-14d0d74f-cc78-423b-908d-17f9f99304ec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:23.088018 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-15180817-02d0-4ded-b62b-b0ed4388ccc2 req-14d0d74f-cc78-423b-908d-17f9f99304ec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.2162509 Mar 08 18:49:23.089803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] Publish callbacks [] for security_group (e75f1f8c-abed-4c87-a41c-f42218efe7cb), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.140306 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131edad-3038-47a0-b698-0055d60cd8fa req-31a927a8-210d-4e1a-9023-ff665585b415 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:23.143400 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b131edad-3038-47a0-b698-0055d60cd8fa req-31a927a8-210d-4e1a-9023-ff665585b415 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2093408 Mar 08 18:49:23.213723 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] Publish callbacks [] for security_group (e75f1f8c-abed-4c87-a41c-f42218efe7cb), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.297205 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-15180817-02d0-4ded-b62b-b0ed4388ccc2 req-97dc222f-bf1b-4086-bbcf-16d456de138e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006123 Mar 08 18:49:23.317624 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b131edad-3038-47a0-b698-0055d60cd8fa req-111258a7-aa37-4836-aed9-aee01d722292 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580348 Mar 08 18:49:23.356007 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-34ae59be-8ee9-4da9-a466-305da5b56a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.364869 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e75f1f8c-abed-4c87-a41c-f42218efe7cb), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.371323 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.374021 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e75f1f8c-abed-4c87-a41c-f42218efe7cb HTTP/1.1" status: 204 len: 168 time: 0.5383170 Mar 08 18:49:23.389345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7542288-d6ac-4036-8bf8-85233fe3c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f1f8c-abed-4c87-a41c-f42218efe7cb,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:23.393472 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f3ddc7-06ab-4adb-b448-253ef8e00996 x-openstack-request-id: req-54f3ddc7-06ab-4adb-b448-253ef8e00996 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:23.393801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:23.394057 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54f3ddc7-06ab-4adb-b448-253ef8e00996 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:23.394455 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'code': 200} Mar 08 18:49:23.756226 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45266) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:23.777031 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-62043f28-d6b1-490f-a6f4-cfa1a5646170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.885973 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-62043f28-d6b1-490f-a6f4-cfa1a5646170 admin admin] Publish callbacks [] for security_group (d6b3b84f-cded-4042-991a-ead081051a05), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.891167 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-62043f28-d6b1-490f-a6f4-cfa1a5646170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d6b3b84f-cded-4042-991a-ead081051a05), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:23.936169 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62043f28-d6b1-490f-a6f4-cfa1a5646170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3b84f-cded-4042-991a-ead081051a05,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:23.947896 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-62043f28-d6b1-490f-a6f4-cfa1a5646170 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5990077b1ca4445db156c5ffe5c2114e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893156 Mar 08 18:49:23.950743 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45270) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:24.020254 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] Publish callbacks [] for security_group (d6b3b84f-cded-4042-991a-ead081051a05), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.046824 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] Publish callbacks [] for security_group (d6b3b84f-cded-4042-991a-ead081051a05), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.121272 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d6b3b84f-cded-4042-991a-ead081051a05), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.124830 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.126312 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6b3b84f-cded-4042-991a-ead081051a05 HTTP/1.1" status: 204 len: 168 time: 0.1740086 Mar 08 18:49:24.147206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee95c10-aca9-48c1-b1ee-34b84b421386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3b84f-cded-4042-991a-ead081051a05,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:24.525018 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650625ba-29cd-4831-a3f9-dad371c3ae20 req-34162cf1-1dcd-445d-a1ea-e3f5de0db717 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:24.527039 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-650625ba-29cd-4831-a3f9-dad371c3ae20 req-34162cf1-1dcd-445d-a1ea-e3f5de0db717 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1077437 Mar 08 18:49:24.547449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad9628-3e6d-415e-9ee9-f53242d64c02 req-68cb9568-919c-4bc3-a59a-ccdd28782f8e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:24.550895 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6ad9628-3e6d-415e-9ee9-f53242d64c02 req-68cb9568-919c-4bc3-a59a-ccdd28782f8e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0940282 Mar 08 18:49:24.659751 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-650625ba-29cd-4831-a3f9-dad371c3ae20 req-7878a8f5-b8ca-43b5-a3b9-292cc2308803 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255438 Mar 08 18:49:24.681473 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6ad9628-3e6d-415e-9ee9-f53242d64c02 req-9143c5de-3d88-4dd4-a089-9d16546edc5e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184907 Mar 08 18:49:24.792699 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.824700 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230767-2ef5-4c93-8a73-5cb5728d5f8e req-e74ed934-8691-4ceb-be06-268ee5ddb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:24.827752 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-19230767-2ef5-4c93-8a73-5cb5728d5f8e req-e74ed934-8691-4ceb-be06-268ee5ddb9c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1130 time: 0.0907407 Mar 08 18:49:24.908259 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-19230767-2ef5-4c93-8a73-5cb5728d5f8e req-685f916e-2ba7-40e5-a3e2-097f4eba48e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720358 Mar 08 18:49:25.376572 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45324) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:25.634596 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763883749-network', 'tenant_id': 'af4322701ff347c18cb839471b0e9389'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:25.668818 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Made reservation on behalf of af4322701ff347c18cb839471b0e9389 for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:49:25.672994 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:25.689046 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:25.925678 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks [] for security_group (6100b540-47d2-417b-b7fb-02f4aff3f05c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:25.947068 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6100b540-47d2-417b-b7fb-02f4aff3f05c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.004624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6100b540-47d2-417b-b7fb-02f4aff3f05c,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:26.045301 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.046385 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.047344 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.048267 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.049576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.050454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.051259 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.052086 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.053033 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.053865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.055363 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.056216 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.057127 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:26.096591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906db7a-f8db-4e63-9c59-8b4fae344dbb req-eeae1071-1a15-498f-8f3d-e1736baf15c3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:26.111091 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a906db7a-f8db-4e63-9c59-8b4fae344dbb req-eeae1071-1a15-498f-8f3d-e1736baf15c3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.2856920 Mar 08 18:49:26.116286 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:49:26.201428 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (a002620c-3074-4735-8784-b9c84898fa42), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.202007 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Added segment a002620c-3074-4735-8784-b9c84898fa42 of type vlan for network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf Mar 08 18:49:26.223152 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.364053 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (08fd933c-7e43-4c8a-8441-5b6aec98c6cf), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.373993 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a906db7a-f8db-4e63-9c59-8b4fae344dbb req-35cc62eb-dfab-4d30-a282-58aba601c8ec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614305 Mar 08 18:49:26.488679 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (08fd933c-7e43-4c8a-8441-5b6aec98c6cf), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.489733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:26.498193 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.538126 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24b9e4-d326-4840-bed7-b53e2a1111d5 req-ed250089-5902-4be8-8863-3de73e925f8f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:26.542141 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f24b9e4-d326-4840-bed7-b53e2a1111d5 req-ed250089-5902-4be8-8863-3de73e925f8f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1844857 Mar 08 18:49:26.577655 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1995890 Mar 08 18:49:26.582582 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45378) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:26.589325 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Request body: {'subnet': {'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763883749-subnet', 'tenant_id': 'af4322701ff347c18cb839471b0e9389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:26.638305 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Made reservation on behalf of af4322701ff347c18cb839471b0e9389 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:49:26.646945 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.661745 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34a89-8521-4850-85dd-5e6cd59b18e0 admin admin] Pushing event updated for resources: {'Network': ['ID=08fd933c-7e43-4c8a-8441-5b6aec98c6cf,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:26.674654 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:49:26.744097 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f24b9e4-d326-4840-bed7-b53e2a1111d5 req-a36483b1-d56f-4443-96f5-acbe3ff84676 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051891 Mar 08 18:49:27.066201 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (b431c4f0-46e9-4eae-b007-fc2113163031), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.237165 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b431c4f0-46e9-4eae-b007-fc2113163031,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:27.267088 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Checking segment: {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:49:27.268054 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Network hostable DHCP agents. Network: 08fd933c-7e43-4c8a-8441-5b6aec98c6cf, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:49:27.288152 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.289212 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.291062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.291977 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.292756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.293666 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.294436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.295698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.297933 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.298984 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.299781 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.300594 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.301363 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:27.330395 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45396) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:27.344372 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-902cd310-07c6-45d3-9bcc-ff774da57f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:27.349302 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-902cd310-07c6-45d3-9bcc-ff774da57f18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 1129 time: 0.1777411 Mar 08 18:49:27.363729 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:49:27.370903 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45400) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:27.404954 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 08fd933c-7e43-4c8a-8441-5b6aec98c6cf) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:49:27.416320 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:27.417790 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.420696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddc681-1888-4815-811d-8fa2f7804348 None None] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:49:27.454825 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0b761a45-1b40-4359-aecc-150822ce0d23 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8696954 Mar 08 18:49:27.531936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea81f-044a-493a-9421-f3df2eff6ef6 req-905f3c89-bb1f-4e09-8e1a-b427f3cbd98d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:27.545536 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad1ea81f-044a-493a-9421-f3df2eff6ef6 req-905f3c89-bb1f-4e09-8e1a-b427f3cbd98d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1461639 Mar 08 18:49:27.575324 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39b4ce-0783-498b-9467-3f6026bc1072 None None] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:49:27.685381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a4003998-2b63-40b2-a59a-54faaaa29115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.692955 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-47259d09-96f6-432c-b9d3-09b63ae64bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.724452 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad1ea81f-044a-493a-9421-f3df2eff6ef6 req-9b0601ea-7a45-4154-a97d-19647444bd64 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750221 Mar 08 18:49:27.957874 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a4003998-2b63-40b2-a59a-54faaaa29115 admin admin] Publish callbacks [] for security_group (caaec132-4312-445c-8255-39bf31868b38), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.965028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.967758 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.973899 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a4003998-2b63-40b2-a59a-54faaaa29115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (caaec132-4312-445c-8255-39bf31868b38), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.085892 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-47259d09-96f6-432c-b9d3-09b63ae64bb9 admin admin] Publish callbacks [] for security_group (89b3f406-503f-419c-9f76-748f044b97fe), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.096931 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a32059-5d68-48cb-9983-ce3716ee980f req-204e1f5d-30a9-4330-85f3-199e686489d4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:28.098517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-37a32059-5d68-48cb-9983-ce3716ee980f req-204e1f5d-30a9-4330-85f3-199e686489d4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2454975 Mar 08 18:49:28.100411 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-47259d09-96f6-432c-b9d3-09b63ae64bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (89b3f406-503f-419c-9f76-748f044b97fe), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.103896 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4003998-2b63-40b2-a59a-54faaaa29115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaec132-4312-445c-8255-39bf31868b38,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:28.112606 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a4003998-2b63-40b2-a59a-54faaaa29115 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=557b9dffd99444d9a1ca53f079177df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7363186 Mar 08 18:49:28.113135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45420) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:28.136483 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47259d09-96f6-432c-b9d3-09b63ae64bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3f406-503f-419c-9f76-748f044b97fe,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:28.179237 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-47259d09-96f6-432c-b9d3-09b63ae64bb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9ee405066314e6fb26e2c3e20efa4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8473766 Mar 08 18:49:28.183670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45422) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:28.217309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] Publish callbacks [] for security_group (caaec132-4312-445c-8255-39bf31868b38), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.238844 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-37a32059-5d68-48cb-9983-ce3716ee980f req-32a005be-87bf-408f-be13-68e60c2c9f74 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291039 Mar 08 18:49:28.262600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] Publish callbacks [] for security_group (caaec132-4312-445c-8255-39bf31868b38), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.265833 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] Publish callbacks [] for security_group (89b3f406-503f-419c-9f76-748f044b97fe), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.326578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] Publish callbacks [] for security_group (89b3f406-503f-419c-9f76-748f044b97fe), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.353799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (caaec132-4312-445c-8255-39bf31868b38), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.356878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.358793 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/caaec132-4312-445c-8255-39bf31868b38 HTTP/1.1" status: 204 len: 168 time: 0.2443309 Mar 08 18:49:28.377712 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848f96b-02d5-44d1-a159-448d5a7c9d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaec132-4312-445c-8255-39bf31868b38,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:28.507199 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2791e9-f62f-406f-b47d-729033220b81 req-f48f1765-fa12-4503-8828-bb2bbacd7962 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:28.510505 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fb2791e9-f62f-406f-b47d-729033220b81 req-f48f1765-fa12-4503-8828-bb2bbacd7962 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1208446 Mar 08 18:49:28.519333 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45432) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:28.528867 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'floatingip': {'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:28.613230 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (89b3f406-503f-419c-9f76-748f044b97fe), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.615863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.617062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89b3f406-503f-419c-9f76-748f044b97fe HTTP/1.1" status: 204 len: 168 time: 0.4322071 Mar 08 18:49:28.635670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514f354-235a-4142-8b4b-868820f08513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b3f406-503f-419c-9f76-748f044b97fe,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:28.639234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:28.817518 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45444) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:28.847283 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-791bada3-e8ab-46c6-b418-bb883b8c052e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.041781 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-791bada3-e8ab-46c6-b418-bb883b8c052e admin admin] Publish callbacks [] for security_group (1b9f17c9-abdc-4e44-8b39-499ae7e1a675), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.048474 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-791bada3-e8ab-46c6-b418-bb883b8c052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1b9f17c9-abdc-4e44-8b39-499ae7e1a675), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.101178 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-791bada3-e8ab-46c6-b418-bb883b8c052e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25ae522e725e4552b26eda33d00b4789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818804 Mar 08 18:49:29.104782 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bada3-e8ab-46c6-b418-bb883b8c052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9f17c9-abdc-4e44-8b39-499ae7e1a675,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:29.108032 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45448) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:29.198718 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] Publish callbacks [] for security_group (1b9f17c9-abdc-4e44-8b39-499ae7e1a675), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.232120 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] Publish callbacks [] for security_group (1b9f17c9-abdc-4e44-8b39-499ae7e1a675), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.305199 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badc48-fd54-4686-819e-a32f6d16a67f req-c15ef874-b49b-4257-a5be-1157b8ad5378 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:29.305779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1b9f17c9-abdc-4e44-8b39-499ae7e1a675), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.306618 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d1badc48-fd54-4686-819e-a32f6d16a67f req-c15ef874-b49b-4257-a5be-1157b8ad5378 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1066370 Mar 08 18:49:29.309885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.312258 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b9f17c9-abdc-4e44-8b39-499ae7e1a675 HTTP/1.1" status: 204 len: 168 time: 0.2029622 Mar 08 18:49:29.330367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d5fe8-5214-4bd3-9a27-ac8c6338a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9f17c9-abdc-4e44-8b39-499ae7e1a675,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:29.343008 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45452) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:29.385113 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abfcb637-96b8-449b-bb04-2bea4986702a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.524463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abfcb637-96b8-449b-bb04-2bea4986702a admin admin] Publish callbacks [] for security_group (b6674dea-6f97-46bc-9798-ce8fa3983c90), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.530618 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abfcb637-96b8-449b-bb04-2bea4986702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b6674dea-6f97-46bc-9798-ce8fa3983c90), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.554852 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d1badc48-fd54-4686-819e-a32f6d16a67f req-18201e7d-bc7a-4266-8326-1b53d874b0fc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399747 Mar 08 18:49:29.592662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcb637-96b8-449b-bb04-2bea4986702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6674dea-6f97-46bc-9798-ce8fa3983c90,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:29.605033 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-abfcb637-96b8-449b-bb04-2bea4986702a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b082ff5c5de445819bfd62917857b720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610688 Mar 08 18:49:29.607494 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45460) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:29.666871 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] Publish callbacks [] for security_group (b6674dea-6f97-46bc-9798-ce8fa3983c90), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.693479 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] Publish callbacks [] for security_group (b6674dea-6f97-46bc-9798-ce8fa3983c90), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.775395 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b6674dea-6f97-46bc-9798-ce8fa3983c90), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.778303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.783865 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6674dea-6f97-46bc-9798-ce8fa3983c90 HTTP/1.1" status: 204 len: 168 time: 0.1710708 Mar 08 18:49:29.798783 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900d595-52d6-48a4-903a-7a3b0a67d0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6674dea-6f97-46bc-9798-ce8fa3983c90,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:29.958384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.970295 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:30.194765 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Floating IP 9eb4fa66-520a-4868-848c-82c6cad6a87b associated. External IP: 172.27.1.7, port: fa3c5193-bfe6-48d8-ae8d-677ec877f2c6. Mar 08 18:49:30.244753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-a4a2677c-7366-489b-a310-075cfabff978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:30.248629 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-a4a2677c-7366-489b-a310-075cfabff978 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.1959350 Mar 08 18:49:30.376942 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-0a4ac9ac-9948-4324-8aa2-9776bfd915b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ca53dc-84fe-40a6-9990-56661e964f80 HTTP/1.1" status: 200 len: 217 time: 0.0957232 Mar 08 18:49:30.405281 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-a6047df1-b93c-4148-8e2b-0793a56ff13c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2089980 Mar 08 18:49:30.474151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-dd13cfd5-c7fe-4f7f-b5b9-f8ad057e1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:30.477378 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-dd13cfd5-c7fe-4f7f-b5b9-f8ad057e1b65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.0876334 Mar 08 18:49:30.580015 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-ee0f4ce5-5944-4513-953c-4c24b0b53657 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760064 Mar 08 18:49:30.637992 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:49:30.772698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-0870a056-6dfd-4e79-90a1-16077d18a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:30.777369 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-0870a056-6dfd-4e79-90a1-16077d18a5ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=929437b6164b479782ec8e8880027581&device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 1129 time: 0.2881663 Mar 08 18:49:30.875168 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-0c467edb-95b6-47b8-89ee-cdb1b8b678a4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861974 Mar 08 18:49:30.913328 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c50ca-af2f-45a2-8cf5-bfa8e946fb73 req-b6b2e7b8-16ce-46cf-bb74-78ca4a2ad851 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:30.915093 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f3c50ca-af2f-45a2-8cf5-bfa8e946fb73 req-b6b2e7b8-16ce-46cf-bb74-78ca4a2ad851 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1867347 Mar 08 18:49:30.961124 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:49:30.969760 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:30.976383 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:49:31.002231 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:49:31.003289 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:31.098948 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f3c50ca-af2f-45a2-8cf5-bfa8e946fb73 req-1de46cb3-3935-4f0c-9c34-289c4178e9dc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690571 Mar 08 18:49:31.110625 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d9d5fbda-1ed6-4f4a-9bc5-6c16b12b63ac tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "PUT /v2.0/floatingips/9eb4fa66-520a-4868-848c-82c6cad6a87b HTTP/1.1" status: 200 len: 990 time: 2.5890868 Mar 08 18:49:31.111476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:31.114250 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4134f52-ea7d-4d5e-beed-2485aaab6152" -d '{"events": [{"name": "network-changed", "server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:31.170036 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b755863-565f-4a2e-a56b-0ec0fba44a89 x-openstack-request-id: req-0b755863-565f-4a2e-a56b-0ec0fba44a89 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:31.170435 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:31.170760 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b755863-565f-4a2e-a56b-0ec0fba44a89 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:31.171216 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'status': 'completed', 'code': 200} Mar 08 18:49:31.237681 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:49:31.647364 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9eb4fa66-520a-4868-848c-82c6cad6a87b', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72a77d-6d41-4505-836f-124c212c2113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:48:39Z', 'updated_at': '2022-03-08T18:49:29Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:31.678933 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:49:31.690251 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:49:31.690930 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:31.988054 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:49:32.280350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47a7c-7b15-46a2-9d18-eec9cc3001af req-a3e954d1-6931-4d3d-93e6-aa36919d84b7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:32.282148 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-01a47a7c-7b15-46a2-9d18-eec9cc3001af req-a3e954d1-6931-4d3d-93e6-aa36919d84b7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0689609 Mar 08 18:49:32.306607 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9eb4fa66-520a-4868-848c-82c6cad6a87b', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72a77d-6d41-4505-836f-124c212c2113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:48:39Z', 'updated_at': '2022-03-08T18:49:29Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:32.338829 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088952-05e5-42b7-bdd6-f58c878a0590 None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9eb4fa66-520a-4868-848c-82c6cad6a87b', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72a77d-6d41-4505-836f-124c212c2113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:48:39Z', 'updated_at': '2022-03-08T18:49:29Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:49:32.352119 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-01a47a7c-7b15-46a2-9d18-eec9cc3001af req-7ea103f8-7b5a-4ee6-ad8f-a3e22abd4707 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632827 Mar 08 18:49:32.628778 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af7fa6-dd87-4749-877c-3d2159ce4036 None None] New status for floating IP 9eb4fa66-520a-4868-848c-82c6cad6a87b: ACTIVE {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:49:33.535401 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-96006ac9-f431-4707-a3d3-2d725cd860ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:33.537112 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-96006ac9-f431-4707-a3d3-2d725cd860ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1130 time: 0.1320655 Mar 08 18:49:33.557950 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6aaa5-6d42-4260-8498-3ed180095fa9 req-54aa4214-4109-4acb-98f0-420ee3aada5f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:33.560470 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4c6aaa5-6d42-4260-8498-3ed180095fa9 req-54aa4214-4109-4acb-98f0-420ee3aada5f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0993745 Mar 08 18:49:33.608538 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f92d2c3b-e6b8-402e-ae79-83627b1ccc69 req-e1e59f8a-058b-4a5e-b3b2-ae0e2081ce11 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383482 Mar 08 18:49:33.609913 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-2323e7d4-03f4-48b8-8fd4-e5da45951488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:33.611665 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-2323e7d4-03f4-48b8-8fd4-e5da45951488 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0302a020-2da7-443b-b8de-e0b3c47ea5d2 HTTP/1.1" status: 200 len: 913 time: 0.2405446 Mar 08 18:49:33.671968 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-e2cb13a1-2c94-4967-a093-99cd27d3058b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d HTTP/1.1" status: 200 len: 217 time: 0.0442784 Mar 08 18:49:33.760539 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4c6aaa5-6d42-4260-8498-3ed180095fa9 req-7c559ed8-7ba5-4ec1-81bc-61bd0a56e5c2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852849 Mar 08 18:49:33.797687 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-49de1845-b058-4e78-bc6d-9438eb789442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:33.801030 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-49de1845-b058-4e78-bc6d-9438eb789442 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f395f44-597f-4fdf-a072-4f85feea393b HTTP/1.1" status: 200 len: 852 time: 0.1136987 Mar 08 18:49:33.804454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-9f0e342d-8533-434a-91bb-13d0a86e2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:33.807091 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-9f0e342d-8533-434a-91bb-13d0a86e2e3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.2453647 Mar 08 18:49:33.879673 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-1d2be06b-e44c-4ea1-997f-6ed10fe9c9c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0302a020-2da7-443b-b8de-e0b3c47ea5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522060 Mar 08 18:49:34.052133 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-85704dcb-7896-4412-9529-ecf8c7053b89 service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624074 Mar 08 18:49:34.365226 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-759ef61c-031d-477f-90f3-7fe4c468f32d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 1000 time: 0.5343764 Mar 08 18:49:34.493529 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-6731a638-51d6-4d34-aea7-f9b9d41a3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:34.498920 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-6731a638-51d6-4d34-aea7-f9b9d41a3bf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.1211152 Mar 08 18:49:34.542984 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7192f458-ce2a-4cfc-85cb-8009b2ebb9b9 req-f296c432-b137-417a-af2e-3f928d10de71 service neutron] 10.222.0.18 "GET /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833257 Mar 08 18:49:34.720628 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-d6ef5b92-e702-42b4-8fa7-81b9d6924a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:34.723295 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-d6ef5b92-e702-42b4-8fa7-81b9d6924a52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2179954 Mar 08 18:49:34.836315 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-17ee67cc-4ac5-4a4d-82cd-8488cfbb295f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:34.844076 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-17ee67cc-4ac5-4a4d-82cd-8488cfbb295f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 809 time: 0.2630222 Mar 08 18:49:34.866813 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-88ba2257-bfa6-4cc1-9a14-5a7311be42cb tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/quotas/af4322701ff347c18cb839471b0e9389 HTTP/1.1" status: 200 len: 375 time: 0.0214427 Mar 08 18:49:34.933337 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-be9abeca-8c32-461b-b95d-6e9833ab4e6b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431228 Mar 08 18:49:34.936276 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-1e7f4591-62a7-4a35-82a0-7827ee6c64e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032065 Mar 08 18:49:35.162967 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1d45c-e713-4ba4-975a-49368b464c85 req-abd6f276-c2ae-4b8e-88ec-92a38689a54d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:35.164621 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86c1d45c-e713-4ba4-975a-49368b464c85 req-abd6f276-c2ae-4b8e-88ec-92a38689a54d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.2273622 Mar 08 18:49:35.175369 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4134f52-ea7d-4d5e-beed-2485aaab6152 req-1c1936fd-435a-4d51-b525-ac4372c90ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270560 Mar 08 18:49:35.190909 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-1850d660-e3e6-42de-9952-a69a99aba14e service neutron] 10.222.0.57 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415891 Mar 08 18:49:35.315742 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86c1d45c-e713-4ba4-975a-49368b464c85 req-824fc61d-6d98-4498-b9f8-6cc55fdb4b03 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284108 Mar 08 18:49:35.346457 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-25b74ca0-1add-4985-b399-ab5155ec1514 service neutron] 10.222.0.57 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369283 Mar 08 18:49:35.669121 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eea483e0-7a35-4119-8b8c-cbec08b50e1b req-6376e611-b7e0-4a4a-8d0a-c7975820497a tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 210 time: 0.0502689 Mar 08 18:49:36.433894 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45782) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:36.503647 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973edac-3490-4c40-8136-2c1e62672cf8 req-0b520463-7e4b-453c-adb6-be0505c38345 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:36.505846 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a973edac-3490-4c40-8136-2c1e62672cf8 req-0b520463-7e4b-453c-adb6-be0505c38345 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0772424 Mar 08 18:49:36.573254 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a973edac-3490-4c40-8136-2c1e62672cf8 req-0d250a43-0882-4308-ae2d-389d1bcd86e3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570233 Mar 08 18:49:36.615456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-76e97f34-500f-4e8b-9629-c66488262580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.744403 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-76e97f34-500f-4e8b-9629-c66488262580 admin admin] Publish callbacks [] for security_group (ead91f13-7c77-4725-abbd-f3abbb5ad165), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.750651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-76e97f34-500f-4e8b-9629-c66488262580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ead91f13-7c77-4725-abbd-f3abbb5ad165), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.798390 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-37a41c4e-8c64-4296-95aa-7fe3a2b00531 req-d21f8b20-fb93-499b-a35a-b0ae15052e6f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 210 time: 0.0427899 Mar 08 18:49:36.811939 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e97f34-500f-4e8b-9629-c66488262580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead91f13-7c77-4725-abbd-f3abbb5ad165,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:36.828479 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-76e97f34-500f-4e8b-9629-c66488262580 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ba1d56226c94e298e974f85fff4acf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919942 Mar 08 18:49:36.831706 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45794) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:36.888456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] Publish callbacks [] for security_group (ead91f13-7c77-4725-abbd-f3abbb5ad165), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.917242 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] Publish callbacks [] for security_group (ead91f13-7c77-4725-abbd-f3abbb5ad165), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.970635 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ead91f13-7c77-4725-abbd-f3abbb5ad165), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.975776 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:36.978135 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ead91f13-7c77-4725-abbd-f3abbb5ad165 HTTP/1.1" status: 204 len: 168 time: 0.1449134 Mar 08 18:49:36.994189 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86208771-7f08-4d69-a4d2-5213cc39447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead91f13-7c77-4725-abbd-f3abbb5ad165,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:37.355238 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45804) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:37.373433 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fa76c40e-af6c-41e4-89c8-a4b6ae450713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.468792 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fa76c40e-af6c-41e4-89c8-a4b6ae450713 admin admin] Publish callbacks [] for security_group (fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.473267 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fa76c40e-af6c-41e4-89c8-a4b6ae450713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.518109 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76c40e-af6c-41e4-89c8-a4b6ae450713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:37.524019 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-fa76c40e-af6c-41e4-89c8-a4b6ae450713 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7774c195423a4d7bbfb6ef78269bb21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669028 Mar 08 18:49:37.527609 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45806) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:37.587942 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] Publish callbacks [] for security_group (fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.614410 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] Publish callbacks [] for security_group (fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.702806 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.705957 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:37.707899 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1 HTTP/1.1" status: 204 len: 168 time: 0.1790023 Mar 08 18:49:37.784786 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35418d-50a9-47fa-85b3-83b742b12c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b4c6a-97a7-49f1-ae74-8c7a9f694cb1,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:37.823659 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee19b06-6f9d-4319-ae5e-9861b839ba3a req-4075f509-a321-4543-8f92-625dbe7896f6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:37.827433 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cee19b06-6f9d-4319-ae5e-9861b839ba3a req-4075f509-a321-4543-8f92-625dbe7896f6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1380851 Mar 08 18:49:37.907008 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cee19b06-6f9d-4319-ae5e-9861b839ba3a req-180ca34e-af58-4f62-9474-04ddf671b994 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689945 Mar 08 18:49:37.976736 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b7a301cb-72bc-400a-a6da-7fdb5f4e5c82 req-c4fef327-09c0-40ff-a928-7a7891154158 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 210 time: 0.0494587 Mar 08 18:49:38.722251 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-fa19fd38-c328-4a7d-9622-c810f0984211 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:38.724726 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-fa19fd38-c328-4a7d-9622-c810f0984211 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 809 time: 0.2022183 Mar 08 18:49:38.741672 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Request body: {'port': {'device_id': '85f63420-769f-4a73-be17-ac34da42414d', 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf', 'admin_state_up': True, 'tenant_id': 'af4322701ff347c18cb839471b0e9389'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:38.933393 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Made reservation on behalf of af4322701ff347c18cb839471b0e9389 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:49:38.942754 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.153053 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965613ad-26fd-4eeb-b643-e410a1b7426b req-1456bcc0-962e-41b5-9558-ed34303c2790 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:39.155322 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-965613ad-26fd-4eeb-b643-e410a1b7426b req-1456bcc0-962e-41b5-9558-ed34303c2790 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1404605 Mar 08 18:49:39.275576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Allocated IP 172.20.0.3 (08fd933c-7e43-4c8a-8441-5b6aec98c6cf/b431c4f0-46e9-4eae-b007-fc2113163031/40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:49:39.287454 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45888) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:39.359849 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-965613ad-26fd-4eeb-b643-e410a1b7426b req-7af45bce-9375-4e1f-be3f-c9bec2753395 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883578 Mar 08 18:49:39.364528 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cfd01fce-6481-43e2-8261-ff60fe621302 req-b85a709e-6f3d-453a-ba81-7d8dce31d4e9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 210 time: 0.1434076 Mar 08 18:49:39.661871 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cb86044e-88db-4827-a5a8-f781e3b81c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.664802 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks [] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.745537 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.855208 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Pushing event updated for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:39.861592 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:49:39.865657 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:49:39.870666 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:49:39.885868 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:39.887290 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.887500 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cb86044e-88db-4827-a5a8-f781e3b81c03 admin admin] Publish callbacks [] for security_group (19c7941b-38ba-4a34-af76-6d7145b0a7f8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.894499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cb86044e-88db-4827-a5a8-f781e3b81c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (19c7941b-38ba-4a34-af76-6d7145b0a7f8), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:39.925937 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-e8004500-fa3d-46de-a6c7-142480040f13 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1880167 Mar 08 18:49:39.948104 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Request body: {'port': {'device_id': '85f63420-769f-4a73-be17-ac34da42414d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:39.950374 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-cb86044e-88db-4827-a5a8-f781e3b81c03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62433c9347534830912576f147c9d87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587677 Mar 08 18:49:39.955236 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 45930) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:39.955626 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86044e-88db-4827-a5a8-f781e3b81c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7941b-38ba-4a34-af76-6d7145b0a7f8,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:39.985243 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45934) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:40.091022 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.148705 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] Publish callbacks [] for security_group (19c7941b-38ba-4a34-af76-6d7145b0a7f8), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.243698 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] Publish callbacks [] for security_group (19c7941b-38ba-4a34-af76-6d7145b0a7f8), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.368342 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bff377f3-1f00-477c-9bc0-ba86bd0568a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.374981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (19c7941b-38ba-4a34-af76-6d7145b0a7f8), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.378396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.379769 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19c7941b-38ba-4a34-af76-6d7145b0a7f8 HTTP/1.1" status: 204 len: 168 time: 0.4218066 Mar 08 18:49:40.396193 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22bec2-aebe-4ece-8779-8faecaf85f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7941b-38ba-4a34-af76-6d7145b0a7f8,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:40.574996 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bff377f3-1f00-477c-9bc0-ba86bd0568a1 admin admin] Publish callbacks [] for security_group (b348aee3-e102-40b9-ae5f-ebcd36a37539), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.580885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bff377f3-1f00-477c-9bc0-ba86bd0568a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b348aee3-e102-40b9-ae5f-ebcd36a37539), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.629303 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bff377f3-1f00-477c-9bc0-ba86bd0568a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04cbc6114b424c978307494e052e11e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428723 Mar 08 18:49:40.630309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff377f3-1f00-477c-9bc0-ba86bd0568a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348aee3-e102-40b9-ae5f-ebcd36a37539,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:40.632878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45962) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:40.661087 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:40.693292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks [] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.718085 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] Publish callbacks [] for security_group (b348aee3-e102-40b9-ae5f-ebcd36a37539), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.740375 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d7d62-99de-44e5-b736-a8f55567b6e8 req-facb2f7a-1561-4592-b419-0d6d3fec602d tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:40.752135 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f33d7d62-99de-44e5-b736-a8f55567b6e8 req-facb2f7a-1561-4592-b419-0d6d3fec602d tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 931 time: 0.2368865 Mar 08 18:49:40.756315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] Publish callbacks [] for security_group (b348aee3-e102-40b9-ae5f-ebcd36a37539), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.788065 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Transition to ACTIVE for port object 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:49:40.802054 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0efe-103e-4fb6-bed2-c53af8f8b898 req-96851586-697e-41ff-8ece-5e42876759fd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:40.804699 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-13fd0efe-103e-4fb6-bed2-c53af8f8b898 req-96851586-697e-41ff-8ece-5e42876759fd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.2265232 Mar 08 18:49:40.807344 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.827314 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:49:40.885784 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b348aee3-e102-40b9-ae5f-ebcd36a37539), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.889099 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:40.892920 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b348aee3-e102-40b9-ae5f-ebcd36a37539 HTTP/1.1" status: 204 len: 168 time: 0.2557740 Mar 08 18:49:40.906985 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b6851-a86a-4e72-a114-0f6dda6ac440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348aee3-e102-40b9-ae5f-ebcd36a37539,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:40.992006 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f33d7d62-99de-44e5-b736-a8f55567b6e8 req-44d2af70-a1ea-4c7c-b7a4-bc1b84f0d96f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386146 Mar 08 18:49:41.004891 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:41.060288 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-13fd0efe-103e-4fb6-bed2-c53af8f8b898 req-0b66515c-56fa-4f74-9826-0aec8f87a590 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436402 Mar 08 18:49:41.061321 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Attempting to bind port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:49:41.061733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Attempting to bind port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:49:41.063433 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Attempting to bind port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:49:41.068969 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:49:41.069433 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Attempting to bind port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:49:41.076771 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:49:41.077685 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Checking segment: {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:49:41.078223 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Bound using segment: {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:49:41.078673 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Bound port: 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:49:41.079043 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.119834 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45976) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:41.135355 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1689-68a1-4699-97f2-a6f6e43bcd96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.155788 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:49:41.161026 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:49:41.170775 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.225974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:41.227171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.229651 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] 10.222.0.18 "PUT /v2.0/ports/40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f HTTP/1.1" status: 200 len: 1093 time: 1.2909453 Mar 08 18:49:41.230426 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:41.233106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b9b1b8-7604-48e7-915b-b5c46ac7309e" -d '{"events": [{"name": "network-changed", "server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:41.263652 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c456d-1d2b-401b-af3e-44c90b7f6eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:41.296648 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba32ea-f2ee-4de1-ba57-92ff70c523b6 x-openstack-request-id: req-75ba32ea-f2ee-4de1-ba57-92ff70c523b6 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:41.297211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:41.298619 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75ba32ea-f2ee-4de1-ba57-92ff70c523b6 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:41.299388 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f', 'status': 'completed', 'code': 200} Mar 08 18:49:41.311085 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1689-68a1-4699-97f2-a6f6e43bcd96 admin admin] Publish callbacks [] for security_group (11fb64c4-78d0-4b9c-82ef-f7af1978fd3f), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.316814 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1689-68a1-4699-97f2-a6f6e43bcd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (11fb64c4-78d0-4b9c-82ef-f7af1978fd3f), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.392283 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c1689-68a1-4699-97f2-a6f6e43bcd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb64c4-78d0-4b9c-82ef-f7af1978fd3f,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:41.402736 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ab9c1689-68a1-4699-97f2-a6f6e43bcd96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e43195d4440d4f9ba0d8f9a6d45e5db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814345 Mar 08 18:49:41.405382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 45988) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:41.435848 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-d5bb934c-75c1-49eb-9001-4cf05b918e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:41.441047 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-d5bb934c-75c1-49eb-9001-4cf05b918e3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 1127 time: 0.1155028 Mar 08 18:49:41.489271 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] Publish callbacks [] for security_group (11fb64c4-78d0-4b9c-82ef-f7af1978fd3f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.527640 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-95f6d6fc-1408-412a-9046-460c4fd8c3bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f HTTP/1.1" status: 200 len: 217 time: 0.0790558 Mar 08 18:49:41.533750 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] Publish callbacks [] for security_group (11fb64c4-78d0-4b9c-82ef-f7af1978fd3f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.604000 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (11fb64c4-78d0-4b9c-82ef-f7af1978fd3f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.607050 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.611415 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11fb64c4-78d0-4b9c-82ef-f7af1978fd3f HTTP/1.1" status: 204 len: 168 time: 0.2031641 Mar 08 18:49:41.627691 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cf873-9ae6-4896-9856-29402831ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb64c4-78d0-4b9c-82ef-f7af1978fd3f,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:41.628825 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707f8a-35d8-496c-897f-3891146061b3 req-5dbead60-15d0-47f4-80a7-70f08398f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:41.632516 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-5dbead60-15d0-47f4-80a7-70f08398f1b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b431c4f0-46e9-4eae-b007-fc2113163031 HTTP/1.1" status: 200 len: 849 time: 0.0887477 Mar 08 18:49:41.683180 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-f894da11-9334-49eb-b040-3e54b1a46381 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324175 Mar 08 18:49:41.723209 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46002) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:41.762756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8af25809-5942-4848-8a7f-f8aa44f4df1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.870712 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-937ccbdc-2797-466c-bea2-1faec14bbb9d service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756666 Mar 08 18:49:41.904085 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8af25809-5942-4848-8a7f-f8aa44f4df1b admin admin] Publish callbacks [] for security_group (993efa86-8a94-4474-83ea-22c8b206b387), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.911058 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8af25809-5942-4848-8a7f-f8aa44f4df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (993efa86-8a94-4474-83ea-22c8b206b387), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:41.972208 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8af25809-5942-4848-8a7f-f8aa44f4df1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d3f77f3cbde41ae80b0af26ed2bb3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475543 Mar 08 18:49:41.975060 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46010) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:42.027756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25809-5942-4848-8a7f-f8aa44f4df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993efa86-8a94-4474-83ea-22c8b206b387,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:42.034152 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-64707f8a-35d8-496c-897f-3891146061b3 req-717bc82f-28f7-4cda-b61b-300500caa254 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529686 Mar 08 18:49:42.102137 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] Publish callbacks [] for security_group (993efa86-8a94-4474-83ea-22c8b206b387), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:42.136488 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] Publish callbacks [] for security_group (993efa86-8a94-4474-83ea-22c8b206b387), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:42.220733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a5cb4-48b1-42a1-baf0-c48bd1ea3d9b req-38497416-a525-45d6-8ca5-e2e4312e8ae0 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.220967 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (993efa86-8a94-4474-83ea-22c8b206b387), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:42.222400 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8c1a5cb4-48b1-42a1-baf0-c48bd1ea3d9b req-38497416-a525-45d6-8ca5-e2e4312e8ae0 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.1470001 Mar 08 18:49:42.234391 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:42.236828 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/993efa86-8a94-4474-83ea-22c8b206b387 HTTP/1.1" status: 204 len: 168 time: 0.2608101 Mar 08 18:49:42.247940 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a24c3c-c0f2-49e1-9472-585d5afed50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993efa86-8a94-4474-83ea-22c8b206b387,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:42.251371 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-4e0b4f1c-7847-4aa7-9d13-4c376584cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.253230 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-4e0b4f1c-7847-4aa7-9d13-4c376584cd73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 1127 time: 0.1294112 Mar 08 18:49:42.267369 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c36683-6a72-4f0d-b0b2-7c8ca4e6a43a req-7053677f-ec48-412a-be00-310c045bdb06 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.274293 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c8c36683-6a72-4f0d-b0b2-7c8ca4e6a43a req-7053677f-ec48-412a-be00-310c045bdb06 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 943 time: 0.1490273 Mar 08 18:49:42.436677 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8c1a5cb4-48b1-42a1-baf0-c48bd1ea3d9b req-aea34475-c275-440f-83e6-a02e65f68f7c tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027655 Mar 08 18:49:42.469048 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c8c36683-6a72-4f0d-b0b2-7c8ca4e6a43a req-da341eee-70cc-43fc-910e-ed5c3a24b295 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938467 Mar 08 18:49:42.533873 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-e54cc6fe-9e74-4076-be63-44a9b14563f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.533873 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-e54cc6fe-9e74-4076-be63-44a9b14563f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 910 time: 0.2549310 Mar 08 18:49:42.610181 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-8120fada-1f01-4101-b0a3-a36c8fdf8fc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f HTTP/1.1" status: 200 len: 217 time: 0.0624709 Mar 08 18:49:42.920941 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d03fdb-e6be-4a3f-a204-9d4546e93d1b req-99da7d70-f9ba-49cd-a6f4-26e95d0328ab tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.922650 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9d03fdb-e6be-4a3f-a204-9d4546e93d1b req-99da7d70-f9ba-49cd-a6f4-26e95d0328ab tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.3867025 Mar 08 18:49:42.945156 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-e58941a1-97e9-4506-8c7d-812cb4945373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:42.947016 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-e58941a1-97e9-4506-8c7d-812cb4945373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b431c4f0-46e9-4eae-b007-fc2113163031 HTTP/1.1" status: 200 len: 849 time: 0.3144991 Mar 08 18:49:42.996984 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-15d8ebfc-c7bf-4d3c-bfb8-214ef74f4029 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355728 Mar 08 18:49:43.085868 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9d03fdb-e6be-4a3f-a204-9d4546e93d1b req-d296a647-e8d4-4e8e-8f90-0aa21b47ddc6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527035 Mar 08 18:49:43.130511 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-f210b1ce-f43e-4ac1-b8b2-e2d81900ca2b service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200681 Mar 08 18:49:43.148943 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46066) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:43.316107 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67b9b1b8-7604-48e7-915b-b5c46ac7309e req-36ebe3ef-a043-410d-ba79-4acbc8bc2a29 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769187 Mar 08 18:49:43.703713 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b22188fe-065e-4cf0-b622-5aaded18d58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:43.769292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da5f9d-762e-4d67-b117-6ce7a6237f8b req-e9e1872b-abd4-4ad4-9c34-d6871c18c36f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:43.772992 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67da5f9d-762e-4d67-b117-6ce7a6237f8b req-e9e1872b-abd4-4ad4-9c34-d6871c18c36f tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.2147098 Mar 08 18:49:43.809399 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce217-33f9-4470-8a22-4fc1a77617de req-1eff7511-237c-4f46-b952-078188eabb46 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:43.812747 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44ce217-33f9-4470-8a22-4fc1a77617de req-1eff7511-237c-4f46-b952-078188eabb46 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 943 time: 0.1833415 Mar 08 18:49:43.885190 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b22188fe-065e-4cf0-b622-5aaded18d58f admin admin] Publish callbacks [] for security_group (f455c1e7-1c91-4e4e-833d-11378feeca87), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:43.902282 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b22188fe-065e-4cf0-b622-5aaded18d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (f455c1e7-1c91-4e4e-833d-11378feeca87), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:43.937043 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-67da5f9d-762e-4d67-b117-6ce7a6237f8b req-6d611092-b084-424f-8794-9534f5d4a3c4 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544843 Mar 08 18:49:43.954246 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22188fe-065e-4cf0-b622-5aaded18d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455c1e7-1c91-4e4e-833d-11378feeca87,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:43.968850 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44ce217-33f9-4470-8a22-4fc1a77617de req-47755f76-278f-4aa0-8799-28d81a6a3e9e tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310771 Mar 08 18:49:44.011229 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b22188fe-065e-4cf0-b622-5aaded18d58f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76ffc9c21b254a38a718e55d58bbaebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8602414 Mar 08 18:49:44.013625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46094) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:44.115238 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] Publish callbacks [] for security_group (f455c1e7-1c91-4e4e-833d-11378feeca87), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.158324 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] Publish callbacks [] for security_group (f455c1e7-1c91-4e4e-833d-11378feeca87), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.235353 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (f455c1e7-1c91-4e4e-833d-11378feeca87), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.240717 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.243725 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f455c1e7-1c91-4e4e-833d-11378feeca87 HTTP/1.1" status: 204 len: 168 time: 0.2283745 Mar 08 18:49:44.268224 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6cb2f-6e3e-4987-a31b-36b5470bb0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455c1e7-1c91-4e4e-833d-11378feeca87,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:44.349307 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331dd5d-4efa-4cc3-9a0c-3ceac3aa5a85 req-b75e11d1-5d4b-4bb1-9af7-d50acd94e4e2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:44.351008 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c331dd5d-4efa-4cc3-9a0c-3ceac3aa5a85 req-b75e11d1-5d4b-4bb1-9af7-d50acd94e4e2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0894332 Mar 08 18:49:44.433532 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c331dd5d-4efa-4cc3-9a0c-3ceac3aa5a85 req-123d5b48-03c8-4bc0-89fa-9b47ff48fa61 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Mar 08 18:49:44.522972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-d61fdf4a-ecdd-48cb-8e78-0c9bda9b5e1e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:44.525744 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-d61fdf4a-ecdd-48cb-8e78-0c9bda9b5e1e tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.0820360 Mar 08 18:49:44.688946 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Deleting port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:49:44.689341 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.832948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46124) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:44.858625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea5b5392-fa02-44ef-bf8d-22f481985c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.888296 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] For port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,segment=NetworkSegment(ff692877-15e4-439a-aea8-4a55ab795640),segment_id=ff692877-15e4-439a-aea8-4a55ab795640)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:44.888953 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.964960 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Calling delete_port for 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:49:44.984874 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea5b5392-fa02-44ef-bf8d-22f481985c08 admin admin] Publish callbacks [] for security_group (d7096d18-5c71-4f34-b3c4-832c463d2567), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:44.996041 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea5b5392-fa02-44ef-bf8d-22f481985c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d7096d18-5c71-4f34-b3c4-832c463d2567), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.066302 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ea5b5392-fa02-44ef-bf8d-22f481985c08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c04a6bccbf76475ea41aacaa7740d226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295482 Mar 08 18:49:45.067381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46138) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:45.071915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b5392-fa02-44ef-bf8d-22f481985c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7096d18-5c71-4f34-b3c4-832c463d2567,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:45.287078 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] Publish callbacks [] for security_group (d7096d18-5c71-4f34-b3c4-832c463d2567), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.352348 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] Publish callbacks [] for security_group (d7096d18-5c71-4f34-b3c4-832c463d2567), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.403176 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb5a8-1db0-45f6-81b0-582de3dd5f75 req-2d05c844-ac7a-4c5b-b96b-8151ef8df88f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:45.418106 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d7cb5a8-1db0-45f6-81b0-582de3dd5f75 req-2d05c844-ac7a-4c5b-b96b-8151ef8df88f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 943 time: 0.2025230 Mar 08 18:49:45.458716 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d7096d18-5c71-4f34-b3c4-832c463d2567), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.467064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.470988 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7096d18-5c71-4f34-b3c4-832c463d2567 HTTP/1.1" status: 204 len: 168 time: 0.3842156 Mar 08 18:49:45.490878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80813f-f564-4d5e-acb1-b9bb6fd92d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7096d18-5c71-4f34-b3c4-832c463d2567,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:45.499187 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2796d8-befb-4bfe-8646-311a0e5777ce req-ec42fa3e-5744-4863-9089-b9adbbcb59ea tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:45.501456 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fc2796d8-befb-4bfe-8646-311a0e5777ce req-ec42fa3e-5744-4863-9089-b9adbbcb59ea tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 945 time: 0.2654088 Mar 08 18:49:45.699823 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d7cb5a8-1db0-45f6-81b0-582de3dd5f75 req-f8ff3ea6-409f-4ba1-b925-a361e2febd86 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801914 Mar 08 18:49:45.719363 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (72913f8a-08a4-4cb2-8979-d9e2b1acfa4d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.735252 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['72913f8a-08a4-4cb2-8979-d9e2b1acfa4d'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:45.779359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Pushing event deleted for resources: {'Port': ['ID=72913f8a-08a4-4cb2-8979-d9e2b1acfa4d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:45.791419 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fc2796d8-befb-4bfe-8646-311a0e5777ce req-911561f6-2d12-4d6d-95fe-84f789dec922 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebf323c3-95df-4e5b-ae12-866faeaa7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476194 Mar 08 18:49:45.956521 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] No DVR routers for this DVR port 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:49:45.988374 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:45.995438 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a39151ca-6175-46d4-9486-0db0f846c7f6 req-4174bbd3-8a73-4849-89b7-3312afacf275 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.18 "DELETE /v2.0/ports/72913f8a-08a4-4cb2-8979-d9e2b1acfa4d HTTP/1.1" status: 204 len: 173 time: 1.4605849 Mar 08 18:49:45.996211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'name': 'network-vif-deleted', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:46.000691 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14784483-5176-4240-adf4-7c775d2591de" -d '{"events": [{"server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "name": "network-vif-deleted", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:46.071813 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6412b84-0cbb-434c-b4cb-fc4699b718d2 req-9d118246-6485-4663-898a-1d0e5f211dd2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:46.080295 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6412b84-0cbb-434c-b4cb-fc4699b718d2 req-9d118246-6485-4663-898a-1d0e5f211dd2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1755829 Mar 08 18:49:46.091427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece4531-b878-4932-ad4e-bb5e53243be6 x-openstack-request-id: req-6ece4531-b878-4932-ad4e-bb5e53243be6 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:46.091729 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf3a3e-5aba-4d69-9371-3f8074982f0f", "name": "network-vif-deleted", "tag": "72913f8a-08a4-4cb2-8979-d9e2b1acfa4d", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:46.092023 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ece4531-b878-4932-ad4e-bb5e53243be6 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:46.092360 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf3a3e-5aba-4d69-9371-3f8074982f0f', 'name': 'network-vif-deleted', 'tag': '72913f8a-08a4-4cb2-8979-d9e2b1acfa4d', 'status': 'completed', 'code': 200} Mar 08 18:49:46.198390 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6412b84-0cbb-434c-b4cb-fc4699b718d2 req-e12c6a2f-3987-4524-a9c4-0ddce5588c04 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160579 Mar 08 18:49:46.365341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46184) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:46.468724 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:49:46.792757 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:46.798648 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcecc-3f87-4184-be5e-a2a874104441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:46.837322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f', 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf', 'port_id': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f', 'mac_address': 'fa:16:3e:a4:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b431c4f0-46e9-4eae-b007-fc2113163031', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:49:47.022301 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcecc-3f87-4184-be5e-a2a874104441 admin admin] Publish callbacks [] for security_group (ce0386ab-24ae-4ba1-8d8a-574de5ac93b5), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.037465 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5c8a-e962-4f9a-a10e-a9d7586bc22b req-1ac4680d-bda0-45ea-a77b-b226a929b5b1 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:47.040130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcecc-3f87-4184-be5e-a2a874104441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ce0386ab-24ae-4ba1-8d8a-574de5ac93b5), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.043382 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:47.043920 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.061804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1cfe5c8a-e962-4f9a-a10e-a9d7586bc22b req-1ac4680d-bda0-45ea-a77b-b226a929b5b1 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 943 time: 0.1739659 Mar 08 18:49:47.078700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:49:47.117840 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdcecc-3f87-4184-be5e-a2a874104441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0386ab-24ae-4ba1-8d8a-574de5ac93b5,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:47.145659 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-5ffdcecc-3f87-4184-be5e-a2a874104441 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d3f31d792ff4a859c72d666ac3e0963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7785816 Mar 08 18:49:47.149290 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46204) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:47.171618 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:47.178152 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.182554 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-527e52f7-a17f-47d7-8193-8f14384aaff5 req-1ac4e6dc-7595-4767-9e76-7eecebae6404 tempest-DeleteServersTestJSON-1247097146 tempest-DeleteServersTestJSON-1247097146-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcf3a3e-5aba-4d69-9371-3f8074982f0f HTTP/1.1" status: 200 len: 210 time: 0.1046154 Mar 08 18:49:47.254832 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:47.270085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.272714 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.273213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.274458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.275570 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.276722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.277179 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.278432 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.279702 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.280831 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.282371 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.282962 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.283660 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:47.294913 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] Publish callbacks [] for security_group (ce0386ab-24ae-4ba1-8d8a-574de5ac93b5), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.360804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1cfe5c8a-e962-4f9a-a10e-a9d7586bc22b req-4456165e-cf67-46ba-9aea-7edda3dfa446 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978196 Mar 08 18:49:47.366626 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] Publish callbacks [] for security_group (ce0386ab-24ae-4ba1-8d8a-574de5ac93b5), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.451635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:47.462856 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aeb4a-5f0c-4b87-986d-76984224d005 req-82afdfe9-3956-4d1d-bab8-3c294f9a546c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:47.466626 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9d7aeb4a-5f0c-4b87-986d-76984224d005 req-82afdfe9-3956-4d1d-bab8-3c294f9a546c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1237383 Mar 08 18:49:47.480882 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ce0386ab-24ae-4ba1-8d8a-574de5ac93b5), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.485476 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:47.493166 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce0386ab-24ae-4ba1-8d8a-574de5ac93b5 HTTP/1.1" status: 204 len: 168 time: 0.3409064 Mar 08 18:49:47.506481 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deced6-feb8-4019-8fb2-b9dfd423c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0386ab-24ae-4ba1-8d8a-574de5ac93b5,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:47.562358 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9d7aeb4a-5f0c-4b87-986d-76984224d005 req-bc53f2f8-2615-4262-a65e-365111bee390 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857518 Mar 08 18:49:48.026817 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46238) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:48.053427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b2b6-6e59-46ff-aa50-15b19062312c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.189913 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b2b6-6e59-46ff-aa50-15b19062312c admin admin] Publish callbacks [] for security_group (163500d2-76f5-4091-9c9d-e341ed1058b1), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.197070 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b2b6-6e59-46ff-aa50-15b19062312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (163500d2-76f5-4091-9c9d-e341ed1058b1), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.261599 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7b2b6-6e59-46ff-aa50-15b19062312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163500d2-76f5-4091-9c9d-e341ed1058b1,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:48.272405 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d9a7b2b6-6e59-46ff-aa50-15b19062312c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dcd29244572c442ba13461a619f8a8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432840 Mar 08 18:49:48.276729 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46250) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:48.358021 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] Publish callbacks [] for security_group (163500d2-76f5-4091-9c9d-e341ed1058b1), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.405615 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] Publish callbacks [] for security_group (163500d2-76f5-4091-9c9d-e341ed1058b1), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.486210 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:49:48.599773 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c770-4a88-4029-94f3-453489fd2963 req-69111387-36d2-4f68-86d9-6c685a090d7c tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:48.603578 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17b1c770-4a88-4029-94f3-453489fd2963 req-69111387-36d2-4f68-86d9-6c685a090d7c tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 944 time: 0.1317084 Mar 08 18:49:48.606602 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (163500d2-76f5-4091-9c9d-e341ed1058b1), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.613141 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.619453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/163500d2-76f5-4091-9c9d-e341ed1058b1 HTTP/1.1" status: 204 len: 168 time: 0.3368323 Mar 08 18:49:48.635906 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:49:48.649137 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:49:48.652644 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a3ff-4f66-453d-bffb-c1e3fcd74834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163500d2-76f5-4091-9c9d-e341ed1058b1,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:48.653593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:48.790452 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17b1c770-4a88-4029-94f3-453489fd2963 req-9184ae6f-7691-4ba5-9138-9e22ad20eec7 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687355 Mar 08 18:49:48.895952 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13af0fc-cc9f-421e-ac16-3c7542096abb req-45191666-47e8-4896-99d7-22f851468f8a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:48.899530 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d13af0fc-cc9f-421e-ac16-3c7542096abb req-45191666-47e8-4896-99d7-22f851468f8a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1467762 Mar 08 18:49:48.998716 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:49:49.000759 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:49.016899 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d13af0fc-cc9f-421e-ac16-3c7542096abb req-855b82bd-3ac5-4ea1-ab2e-b75df86bfa89 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Mar 08 18:49:49.071178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:49.073932 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352f1cd-53cf-401b-a3aa-a2b8a071929b" -d '{"events": [{"server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "name": "network-vif-plugged", "status": "completed", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:49.097060 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:49.105595 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:49.107142 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:49:49.192027 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d2906-6311-4a7e-a0f6-3ee4f75a2dba x-openstack-request-id: req-4d7d2906-6311-4a7e-a0f6-3ee4f75a2dba {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:49.192320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "name": "network-vif-plugged", "status": "completed", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:49.194435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d7d2906-6311-4a7e-a0f6-3ee4f75a2dba {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:49.195803 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f', 'code': 200} Mar 08 18:49:49.202173 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:49:49.203313 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 72913f8a-08a4-4cb2-8979-d9e2b1acfa4d not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:49:49.336070 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:49.591479 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987431e-c797-413d-ba63-c689e2832224 req-9c990647-ed89-4452-aee9-ea3d84491010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:49.593102 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1987431e-c797-413d-ba63-c689e2832224 req-9c990647-ed89-4452-aee9-ea3d84491010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 1129 time: 0.1247144 Mar 08 18:49:49.713423 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1987431e-c797-413d-ba63-c689e2832224 req-015c3d39-7f40-41cc-a33a-e40a56ca8310 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122215 Mar 08 18:49:49.975196 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c6b63-60eb-489d-b0ca-5ba7467a88ce req-c415f833-109b-4b65-93c2-3ec999791f24 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:49.978335 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e5c6b63-60eb-489d-b0ca-5ba7467a88ce req-c415f833-109b-4b65-93c2-3ec999791f24 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 945 time: 0.0966961 Mar 08 18:49:50.052263 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e5c6b63-60eb-489d-b0ca-5ba7467a88ce req-37a3a717-5e2c-4612-9af4-4194bc03a2a7 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Mar 08 18:49:50.196141 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089251de-5e2a-4739-b9df-7e3b18882ba8 req-34e15e94-1a7a-43d1-89b7-7f41f8bd76be tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:50.197721 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-089251de-5e2a-4739-b9df-7e3b18882ba8 req-34e15e94-1a7a-43d1-89b7-7f41f8bd76be tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0766160 Mar 08 18:49:50.268763 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-089251de-5e2a-4739-b9df-7e3b18882ba8 req-44922a5e-366f-4432-8917-1c93daf1d6aa tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630405 Mar 08 18:49:50.706977 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f9c70199-2851-495e-aa22-bb1c67a55475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:50.833374 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46368) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:50.896482 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Deleting subnet 5f395f44-597f-4fdf-a072-4f85feea393b {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:49:50.901392 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Publish callbacks [] for subnet (5f395f44-597f-4fdf-a072-4f85feea393b), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:50.940548 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Publish callbacks [] for subnet (5f395f44-597f-4fdf-a072-4f85feea393b), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:50.953109 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (5f395f44-597f-4fdf-a072-4f85feea393b), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.032218 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (5f395f44-597f-4fdf-a072-4f85feea393b), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.064677 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f395f44-597f-4fdf-a072-4f85feea393b,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:51.070015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.077195 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46378) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:51.091909 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8e05496f-3f2e-4019-bcc7-b153512209f9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5f395f44-597f-4fdf-a072-4f85feea393b HTTP/1.1" status: 204 len: 168 time: 0.2571862 Mar 08 18:49:51.227666 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (0302a020-2da7-443b-b8de-e0b3c47ea5d2), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.297180 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0ba0-1e34-4267-a3ec-fc7e24caca9b req-f8ac5a9e-7296-428b-b847-8e59dad8755f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:51.304017 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c36f0ba0-1e34-4267-a3ec-fc7e24caca9b req-f8ac5a9e-7296-428b-b847-8e59dad8755f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 945 time: 0.1300266 Mar 08 18:49:51.394915 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c36f0ba0-1e34-4267-a3ec-fc7e24caca9b req-d90b1e74-457c-4612-8345-568e1f3fd378 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Mar 08 18:49:51.463720 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (0302a020-2da7-443b-b8de-e0b3c47ea5d2), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.490757 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d59656-f9ae-48e8-96fa-f244d9a72b82 req-f02514fc-4e82-4ecd-a286-0293f432cd75 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:51.492558 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-60d59656-f9ae-48e8-96fa-f244d9a72b82 req-f02514fc-4e82-4ecd-a286-0293f432cd75 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0924206 Mar 08 18:49:51.506310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.506887 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.508456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.509019 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > port after_create 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.509827 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.510371 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > port after_update 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.510893 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.511379 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.512180 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.512431 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.594971 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-60d59656-f9ae-48e8-96fa-f244d9a72b82 req-05a3dfea-dfe2-4c5b-b8aa-c0f3f1463681 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829582 Mar 08 18:49:51.710049 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.710393 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.710826 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.711287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:49:51.711944 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0302a020-2da7-443b-b8de-e0b3c47ea5d2']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:51.734537 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff692877-15e4-439a-aea8-4a55ab795640') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:51.734884 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff692877-15e4-439a-aea8-4a55ab795640') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:49:51.759166 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (ff692877-15e4-439a-aea8-4a55ab795640), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.806730 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (ff692877-15e4-439a-aea8-4a55ab795640), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.826706 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:49:51.827461 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (ff692877-15e4-439a-aea8-4a55ab795640), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: from cryptography.utils import int_from_bytes Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: from cryptography.utils import int_from_bytes Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:49:51.860210 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:49:51.991263 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (0302a020-2da7-443b-b8de-e0b3c47ea5d2), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.026811 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.043610 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0302a020-2da7-443b-b8de-e0b3c47ea5d2 HTTP/1.1" status: 204 len: 168 time: 0.9623828 Mar 08 18:49:52.043610 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b4d2-1400-454f-956d-05a925bdfa52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0302a020-2da7-443b-b8de-e0b3c47ea5d2,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:52.279973 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46420) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:52.370716 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-0f0be669-b677-4993-bcf7-99e83d262225 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=929437b6164b479782ec8e8880027581&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0878072 Mar 08 18:49:52.371839 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46428) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:52.450940 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] Publish callbacks [] for security_group (ebf323c3-95df-4e5b-ae12-866faeaa7881), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.477327 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] Publish callbacks [] for security_group (ebf323c3-95df-4e5b-ae12-866faeaa7881), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.545027 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ebf323c3-95df-4e5b-ae12-866faeaa7881), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.549533 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.554531 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebf323c3-95df-4e5b-ae12-866faeaa7881 HTTP/1.1" status: 204 len: 168 time: 0.1799543 Mar 08 18:49:52.563712 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e1272-2330-4424-a78e-943b2aa97ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf323c3-95df-4e5b-ae12-866faeaa7881,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:52.777923 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46444) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:52.796558 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d663654-9f67-4ecc-84bf-da5a8c48de0c req-e51db0d4-d43a-461d-a76e-55da8a88fc90 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:52.805692 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1d663654-9f67-4ecc-84bf-da5a8c48de0c req-e51db0d4-d43a-461d-a76e-55da8a88fc90 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 945 time: 0.1193800 Mar 08 18:49:52.817120 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46450) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:52.857059 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cb5f9-6dd5-4a35-bcb8-6eeb6aa59017 req-ac36dad5-2894-4e26-8260-f2471edf23eb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:52.865104 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a1cb5f9-6dd5-4a35-bcb8-6eeb6aa59017 req-ac36dad5-2894-4e26-8260-f2471edf23eb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1435366 Mar 08 18:49:52.943163 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1d663654-9f67-4ecc-84bf-da5a8c48de0c req-9bbf03be-9fda-4aef-bf01-0479fa8220d3 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362352 Mar 08 18:49:52.994492 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a1cb5f9-6dd5-4a35-bcb8-6eeb6aa59017 req-179a2c35-5430-4b04-ba2d-367a2ae58fc2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280055 Mar 08 18:49:53.249121 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b745a1e7-bf79-4ac6-b9a4-ea250258a97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.257998 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d4fd2d92-6873-4ec2-a675-63cb5e8ce9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.361629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4b291863-e2d3-4335-91c7-c25a7ec007db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.384492 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b745a1e7-bf79-4ac6-b9a4-ea250258a97e admin admin] Publish callbacks [] for security_group (5b77dab9-4be9-4ebc-aa55-dd893ac8d5da), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.396042 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b745a1e7-bf79-4ac6-b9a4-ea250258a97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5b77dab9-4be9-4ebc-aa55-dd893ac8d5da), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.480262 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b745a1e7-bf79-4ac6-b9a4-ea250258a97e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb522c9450a541f281e19966cd337aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6613696 Mar 08 18:49:53.480509 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46480) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:53.484051 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a1e7-bf79-4ac6-b9a4-ea250258a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77dab9-4be9-4ebc-aa55-dd893ac8d5da,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:53.533874 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d4fd2d92-6873-4ec2-a675-63cb5e8ce9e2 admin admin] Publish callbacks [] for security_group (cc85e1f9-d3d6-4974-971f-15a2923b79d6), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.539192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d4fd2d92-6873-4ec2-a675-63cb5e8ce9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cc85e1f9-d3d6-4974-971f-15a2923b79d6), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.581775 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d4fd2d92-6873-4ec2-a675-63cb5e8ce9e2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cda6d51ac0a4e1c977333f94d57ede5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8026021 Mar 08 18:49:53.587514 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46484) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:53.605600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd2d92-6873-4ec2-a675-63cb5e8ce9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85e1f9-d3d6-4974-971f-15a2923b79d6,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:53.622656 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] Publish callbacks [] for security_group (5b77dab9-4be9-4ebc-aa55-dd893ac8d5da), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.661747 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] Publish callbacks [] for security_group (cc85e1f9-d3d6-4974-971f-15a2923b79d6), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.674461 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] Publish callbacks [] for security_group (5b77dab9-4be9-4ebc-aa55-dd893ac8d5da), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.689071 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] Publish callbacks [] for security_group (cc85e1f9-d3d6-4974-971f-15a2923b79d6), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.758503 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5b77dab9-4be9-4ebc-aa55-dd893ac8d5da), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.763499 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.764742 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b77dab9-4be9-4ebc-aa55-dd893ac8d5da HTTP/1.1" status: 204 len: 168 time: 0.2830327 Mar 08 18:49:53.791710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889d7fb-bca4-4d07-af2c-131476cb05f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77dab9-4be9-4ebc-aa55-dd893ac8d5da,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:53.792162 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cc85e1f9-d3d6-4974-971f-15a2923b79d6), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.799495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:53.822515 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc85e1f9-d3d6-4974-971f-15a2923b79d6 HTTP/1.1" status: 204 len: 168 time: 0.2331715 Mar 08 18:49:53.851592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77980d8e-7ed2-4d86-b6d2-df2a0601a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85e1f9-d3d6-4974-971f-15a2923b79d6,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:54.125443 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411d99d-8e5b-49fb-88dd-e674357b8708 req-a9d4d5cb-dc7d-445f-a906-3388023409d8 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:54.128250 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6411d99d-8e5b-49fb-88dd-e674357b8708 req-a9d4d5cb-dc7d-445f-a906-3388023409d8 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 945 time: 0.1161232 Mar 08 18:49:54.289390 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27419ebb-83f2-49d0-b9a2-2f1b9b03adfa req-c4b179da-7775-460b-918c-1cd481948d38 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:54.291376 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27419ebb-83f2-49d0-b9a2-2f1b9b03adfa req-c4b179da-7775-460b-918c-1cd481948d38 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1617346 Mar 08 18:49:54.295216 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6411d99d-8e5b-49fb-88dd-e674357b8708 req-34ec1d7f-56ac-49b2-8e6b-a59d4669e3f9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510086 Mar 08 18:49:54.388312 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27419ebb-83f2-49d0-b9a2-2f1b9b03adfa req-0c300faf-5ed4-49e8-9206-f5978a6dbda5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Mar 08 18:49:54.414838 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46520) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:54.428855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a605860-3298-4fb0-8ca4-a941ffa84d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.557275 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-02608ffc-ed53-4a93-b95a-9b7a8848d44b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:54.559762 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-02608ffc-ed53-4a93-b95a-9b7a8848d44b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 945 time: 0.1039362 Mar 08 18:49:54.563623 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a605860-3298-4fb0-8ca4-a941ffa84d2a admin admin] Publish callbacks [] for security_group (599339e7-af47-4ad1-90fc-512a14fc5f4a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.571432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a605860-3298-4fb0-8ca4-a941ffa84d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (599339e7-af47-4ad1-90fc-512a14fc5f4a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.648046 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0a605860-3298-4fb0-8ca4-a941ffa84d2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=348f10eee47c486da196c0a5f03ce9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316344 Mar 08 18:49:54.654467 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46522) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:54.709800 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a605860-3298-4fb0-8ca4-a941ffa84d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599339e7-af47-4ad1-90fc-512a14fc5f4a,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:54.772225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] Publish callbacks [] for security_group (599339e7-af47-4ad1-90fc-512a14fc5f4a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.799191 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Deleting port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:49:54.800528 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.816529 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.831755 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] Publish callbacks [] for security_group (599339e7-af47-4ad1-90fc-512a14fc5f4a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.939181 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (599339e7-af47-4ad1-90fc-512a14fc5f4a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.949061 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.950965 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/599339e7-af47-4ad1-90fc-512a14fc5f4a HTTP/1.1" status: 204 len: 168 time: 0.2946875 Mar 08 18:49:54.983264 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c8468-6f95-4294-9a80-0d3dee4fa637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599339e7-af47-4ad1-90fc-512a14fc5f4a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:55.029206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] For port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:49:55.030387 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.059362 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Calling delete_port for 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:49:55.204432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46532) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:55.219771 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-688cbd0c-8ba0-463d-b38a-7d2cc717a1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.284318 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46534) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:55.295496 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.309866 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:49:55.376119 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46540) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:55.395036 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-688cbd0c-8ba0-463d-b38a-7d2cc717a1b3 admin admin] Publish callbacks [] for security_group (56b50378-939a-4b3d-9d73-51e16eed3c9a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.400080 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Pushing event deleted for resources: {'Port': ['ID=40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:55.400792 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-688cbd0c-8ba0-463d-b38a-7d2cc717a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (56b50378-939a-4b3d-9d73-51e16eed3c9a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.446878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cbd0c-8ba0-463d-b38a-7d2cc717a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b50378-939a-4b3d-9d73-51e16eed3c9a,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:55.454693 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46546) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:55.471680 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-688cbd0c-8ba0-463d-b38a-7d2cc717a1b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=840af1480820423bab0a93b75a3361e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660174 Mar 08 18:49:55.478599 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46548) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:55.497423 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7b58e937-bfcc-4272-95d7-f8e9199a93cc req-09e62a3b-8333-4921-984d-a5238edbbd03 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=85f63420-769f-4a73-be17-ac34da42414d HTTP/1.1" status: 200 len: 210 time: 0.0411839 Mar 08 18:49:55.534865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] No DVR routers for this DVR port 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:49:55.544527 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.548359 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1d5739a1-bdc2-4125-bb0f-b8ce34b01fda req-478f65ba-ee45-4d5e-9484-6ebdcb246caf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "DELETE /v2.0/ports/40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f HTTP/1.1" status: 204 len: 173 time: 0.9821892 Mar 08 18:49:55.548517 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'name': 'network-vif-deleted', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:49:55.560147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3ffbf-7346-489a-817a-db77276ca572" -d '{"events": [{"server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "name": "network-vif-deleted", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:49:55.646196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] Publish callbacks [] for security_group (56b50378-939a-4b3d-9d73-51e16eed3c9a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.666470 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7b16ec-53c7-4be5-baef-9abe9fc2d300 x-openstack-request-id: req-eb7b16ec-53c7-4be5-baef-9abe9fc2d300 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:49:55.667427 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f63420-769f-4a73-be17-ac34da42414d", "name": "network-vif-deleted", "tag": "40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:49:55.668065 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb7b16ec-53c7-4be5-baef-9abe9fc2d300 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:49:55.668862 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f63420-769f-4a73-be17-ac34da42414d', 'name': 'network-vif-deleted', 'tag': '40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f', 'status': 'completed', 'code': 200} Mar 08 18:49:55.711841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] Publish callbacks [] for security_group (56b50378-939a-4b3d-9d73-51e16eed3c9a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.735653 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978add6-3df4-40ce-ac68-86fdfb0ecb9b req-0d322f42-a404-41b4-9efb-2a8bacf6f5dc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:55.738425 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3978add6-3df4-40ce-ac68-86fdfb0ecb9b req-0d322f42-a404-41b4-9efb-2a8bacf6f5dc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1232975 Mar 08 18:49:55.840135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (56b50378-939a-4b3d-9d73-51e16eed3c9a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.846049 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3978add6-3df4-40ce-ac68-86fdfb0ecb9b req-45d5cb55-e581-4620-8876-fcc6bd86aba6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004515 Mar 08 18:49:55.846992 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.849183 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56b50378-939a-4b3d-9d73-51e16eed3c9a HTTP/1.1" status: 204 len: 168 time: 0.3689082 Mar 08 18:49:55.868356 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611c2d-be53-49ce-83fc-3b09b23a7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b50378-939a-4b3d-9d73-51e16eed3c9a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:55.926361 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1397737071-network', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:55.950761 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:49:55.953633 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:55.968297 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.048339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-13aa56a4-e20e-4380-ab11-9af9371f5dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.056446 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4a89e4e-69a4-48ae-91a0-70a9c84855aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.213034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.247239 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks [] for security_group (6b976d4a-3fc3-4254-86ee-9101e75b5bdf), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.261974 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6b976d4a-3fc3-4254-86ee-9101e75b5bdf), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.277160 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46558) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:56.309103 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-13aa56a4-e20e-4380-ab11-9af9371f5dc9 admin admin] Publish callbacks [] for security_group (97086705-f5fd-4f42-a8e0-5f83eb6b898a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.320859 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-13aa56a4-e20e-4380-ab11-9af9371f5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (97086705-f5fd-4f42-a8e0-5f83eb6b898a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.360920 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:49:56.377560 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-13aa56a4-e20e-4380-ab11-9af9371f5dc9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaa598057eca414396be9f169a20c369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8879843 Mar 08 18:49:56.381890 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d216874-e5b9-4359-97e3-382f2ac0e13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.390404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46562) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:56.391535 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b976d4a-3fc3-4254-86ee-9101e75b5bdf,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:56.411343 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa56a4-e20e-4380-ab11-9af9371f5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97086705-f5fd-4f42-a8e0-5f83eb6b898a,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:56.466458 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (56c914d2-5a9b-48de-90ac-cb33a3a8e851), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.467073 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Added segment 56c914d2-5a9b-48de-90ac-cb33a3a8e851 of type vlan for network 282273be-723c-4459-b6c4-d884505677f6 Mar 08 18:49:56.495740 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4a89e4e-69a4-48ae-91a0-70a9c84855aa admin admin] Publish callbacks [] for security_group (b4f466db-1b08-4658-9d74-774a6e971b86), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.524143 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4a89e4e-69a4-48ae-91a0-70a9c84855aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b4f466db-1b08-4658-9d74-774a6e971b86), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.635157 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46568) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:56.651834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-26bc50d7-28e4-4de8-aec8-edb3f59da03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.659344 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (282273be-723c-4459-b6c4-d884505677f6), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.711647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a89e4e-69a4-48ae-91a0-70a9c84855aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f466db-1b08-4658-9d74-774a6e971b86,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:56.719435 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c4a89e4e-69a4-48ae-91a0-70a9c84855aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8782754c9ff047afa1a97e0a1ac54762&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3423505 Mar 08 18:49:56.725914 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46570) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:56.745430 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] Publish callbacks [] for security_group (97086705-f5fd-4f42-a8e0-5f83eb6b898a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.824959 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (282273be-723c-4459-b6c4-d884505677f6), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.825286 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-26bc50d7-28e4-4de8-aec8-edb3f59da03d admin admin] Publish callbacks [] for security_group (8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.826647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:56.831799 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-26bc50d7-28e4-4de8-aec8-edb3f59da03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.832298 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.836336 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] Publish callbacks [] for security_group (b4f466db-1b08-4658-9d74-774a6e971b86), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.842643 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] Publish callbacks [] for security_group (97086705-f5fd-4f42-a8e0-5f83eb6b898a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.894911 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] Publish callbacks [] for security_group (b4f466db-1b08-4658-9d74-774a6e971b86), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.899353 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-26bc50d7-28e4-4de8-aec8-edb3f59da03d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b55b8e0dce654be38121ee7feb5ad483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618904 Mar 08 18:49:56.905298 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc50d7-28e4-4de8-aec8-edb3f59da03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:56.910750 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46584) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:56.989085 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6973655 Mar 08 18:49:57.001746 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46586) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:57.051375 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Request body: {'subnet': {'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-subnet', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:57.093112 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d216874-e5b9-4359-97e3-382f2ac0e13c admin admin] Publish callbacks [] for security_group (0e21088a-31c6-46e8-982c-d63e75afcb6c), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.094990 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f932a01-309e-4765-ad42-84e462449fba admin admin] Pushing event updated for resources: {'Network': ['ID=282273be-723c-4459-b6c4-d884505677f6,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.106913 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d216874-e5b9-4359-97e3-382f2ac0e13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0e21088a-31c6-46e8-982c-d63e75afcb6c), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.114408 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 282273be-723c-4459-b6c4-d884505677f6 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:49:57.139186 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] Publish callbacks [] for security_group (8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.153484 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:49:57.156522 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.168805 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (97086705-f5fd-4f42-a8e0-5f83eb6b898a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.171755 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.173265 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97086705-f5fd-4f42-a8e0-5f83eb6b898a HTTP/1.1" status: 204 len: 168 time: 0.7765098 Mar 08 18:49:57.222225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] Publish callbacks [] for security_group (8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.230697 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-1d216874-e5b9-4359-97e3-382f2ac0e13c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13836f02d5414b4b987eef6ed30cc5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9457078 Mar 08 18:49:57.239329 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46590) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:57.276688 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b4f466db-1b08-4658-9d74-774a6e971b86), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.282394 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.286670 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4f466db-1b08-4658-9d74-774a6e971b86 HTTP/1.1" status: 204 len: 168 time: 0.5567734 Mar 08 18:49:57.310026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216874-e5b9-4359-97e3-382f2ac0e13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e21088a-31c6-46e8-982c-d63e75afcb6c,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.366359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb81a3-d009-4fe9-8799-ab6db96c453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f466db-1b08-4658-9d74-774a6e971b86,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.377436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99344e-7825-449e-9176-7e120dd5e535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97086705-f5fd-4f42-a8e0-5f83eb6b898a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.391085 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-ba76a0d1-a148-46a1-8fae-f6ba4fd3fe41 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:57.403247 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-ba76a0d1-a148-46a1-8fae-f6ba4fd3fe41 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 809 time: 0.4945364 Mar 08 18:49:57.433854 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f09b9-63ef-4ee6-84b7-0351f7409610 req-74daf3d7-d221-43d5-93ca-67dba46cf2eb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:57.436948 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e1f09b9-63ef-4ee6-84b7-0351f7409610 req-74daf3d7-d221-43d5-93ca-67dba46cf2eb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.4365282 Mar 08 18:49:57.453545 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-3df1a1fa-d741-4372-809a-b1c572937012 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/quotas/af4322701ff347c18cb839471b0e9389 HTTP/1.1" status: 200 len: 375 time: 0.0486100 Mar 08 18:49:57.522059 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] Publish callbacks [] for security_group (0e21088a-31c6-46e8-982c-d63e75afcb6c), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.537375 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-0973ea38-0b3a-40d7-b239-44d7a5d75019 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821893 Mar 08 18:49:57.564131 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] Publish callbacks [] for security_group (0e21088a-31c6-46e8-982c-d63e75afcb6c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.576622 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.581545 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.583562 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48 HTTP/1.1" status: 204 len: 168 time: 0.6715450 Mar 08 18:49:57.628446 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f0124-8eb0-40b1-ad6a-cf31b8fe9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d56ab-fd4e-4b28-ab9a-8ebaabfc1a48,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.725357 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.749349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0e21088a-31c6-46e8-982c-d63e75afcb6c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.754229 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.756315 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e21088a-31c6-46e8-982c-d63e75afcb6c HTTP/1.1" status: 204 len: 168 time: 0.5149724 Mar 08 18:49:57.791767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019308d2-3782-4b76-bb27-fff2c8cb7863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e21088a-31c6-46e8-982c-d63e75afcb6c,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.796951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (0db6032a-dda5-45c4-8cf8-c274530a26cd), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.883045 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.898923 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46602) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:57.936846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db6032a-dda5-45c4-8cf8-c274530a26cd,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:57.955339 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a8e-042f-4113-aa12-0e8152c421a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.001163 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:49:58.001676 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Network hostable DHCP agents. Network: 282273be-723c-4459-b6c4-d884505677f6, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:49:58.016049 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-4feedd2c-0c02-47ca-9bad-340775decbd7 service neutron] 10.222.0.57 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773123 Mar 08 18:49:58.037499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Network 282273be-723c-4459-b6c4-d884505677f6 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:49:58.039619 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e1f09b9-63ef-4ee6-84b7-0351f7409610 req-52b1ac7a-ae21-4683-a961-b957358bce27 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815949 Mar 08 18:49:58.079973 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 282273be-723c-4459-b6c4-d884505677f6) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:49:58.092441 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defa793-d878-499c-b72b-e7bb73bbc94b None None] Network 282273be-723c-4459-b6c4-d884505677f6 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:49:58.130082 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:58.131983 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.136338 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-76f71906-b1dd-4035-8d76-91f3b107f976 service neutron] 10.222.0.57 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092091 Mar 08 18:49:58.172204 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46606) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:58.173047 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ff637a45-94a8-4d02-9a84-172342cc0cef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1270084 Mar 08 18:49:58.177453 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:49:58.192579 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a8e-042f-4113-aa12-0e8152c421a8 admin admin] Publish callbacks [] for security_group (cee3ac1e-9b95-468e-80bd-47d805d2efc0), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.198729 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42ca0a8e-042f-4113-aa12-0e8152c421a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cee3ac1e-9b95-468e-80bd-47d805d2efc0), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.217848 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.219873 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.276369 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-42ca0a8e-042f-4113-aa12-0e8152c421a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38c5c5322ff242de9fe21665e076a163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753231 Mar 08 18:49:58.277618 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0a8e-042f-4113-aa12-0e8152c421a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3ac1e-9b95-468e-80bd-47d805d2efc0,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:58.280857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46608) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:58.303281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for router_controller (7de36b9a-8f24-4d1d-86cf-e07240fd246f), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.331784 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-282273be-723c-4459-b6c4-d884505677f6', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:49:58.332677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.401463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46610) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:58.432739 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] Publish callbacks [] for security_group (cee3ac1e-9b95-468e-80bd-47d805d2efc0), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.434684 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0ec69a6d-e781-45f1-8cd8-135f1f2f964b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.576102 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] Publish callbacks [] for security_group (cee3ac1e-9b95-468e-80bd-47d805d2efc0), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.591803 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:49:58.686998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:49:58.689664 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 40defe82-e4ea-4e3f-9cae-ef3e1c2ce50f not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:49:58.691943 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-83ada01b-5ccc-4ddd-98fb-e2a66eeca276 req-83b1a3d6-fa30-48e6-922b-47acbab33edf tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 210 time: 0.0885477 Mar 08 18:49:58.699231 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for router_gateway (7de36b9a-8f24-4d1d-86cf-e07240fd246f), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.847605 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Allocated IP 172.20.0.2 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/03afd825-cb04-433b-afa2-32b2f36a7e7c) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:49:58.882239 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0ec69a6d-e781-45f1-8cd8-135f1f2f964b admin admin] Publish callbacks [] for security_group (4eeeeac3-bf96-4561-8b52-a6e6469270de), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.887741 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0ec69a6d-e781-45f1-8cd8-135f1f2f964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4eeeeac3-bf96-4561-8b52-a6e6469270de), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:58.963922 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0ec69a6d-e781-45f1-8cd8-135f1f2f964b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7e246d5088a48549e48622c36d7af8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5564823 Mar 08 18:49:58.970073 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec69a6d-e781-45f1-8cd8-135f1f2f964b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeeeac3-bf96-4561-8b52-a6e6469270de,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:58.984765 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46634) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:59.034352 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cee3ac1e-9b95-468e-80bd-47d805d2efc0), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.040530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.048241 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cee3ac1e-9b95-468e-80bd-47d805d2efc0 HTTP/1.1" status: 204 len: 168 time: 0.7655888 Mar 08 18:49:59.062819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f6b1f-6e7f-4a4d-a77e-4d9d1216f898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3ac1e-9b95-468e-80bd-47d805d2efc0,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:59.099601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] Publish callbacks [] for security_group (4eeeeac3-bf96-4561-8b52-a6e6469270de), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.130776 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] Publish callbacks [] for security_group (4eeeeac3-bf96-4561-8b52-a6e6469270de), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.191536 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for router_gateway (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.202683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4eeeeac3-bf96-4561-8b52-a6e6469270de), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.206052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.212258 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4eeeeac3-bf96-4561-8b52-a6e6469270de HTTP/1.1" status: 204 len: 168 time: 0.2219565 Mar 08 18:49:59.218305 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee374989-0175-4e70-892a-3006046476a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeeeac3-bf96-4561-8b52-a6e6469270de,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:59.248961 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.261405 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks [] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.271413 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.324484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:49:59.328354 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:49:59.333152 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:49:59.374577 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Pushing event updated for resources: {'Port': ['ID=03afd825-cb04-433b-afa2-32b2f36a7e7c,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:59.412913 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Attempting to bind port 03afd825-cb04-433b-afa2-32b2f36a7e7c on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:49:59.413561 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Attempting to bind port 03afd825-cb04-433b-afa2-32b2f36a7e7c by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:49:59.414395 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Attempting to bind port 03afd825-cb04-433b-afa2-32b2f36a7e7c on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:49:59.421658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:49:59.422320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:49:59.422955 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.423678 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:49:59.425022 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Bound port: 03afd825-cb04-433b-afa2-32b2f36a7e7c, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:49:59.425604 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.521956 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] For port 03afd825-cb04-433b-afa2-32b2f36a7e7c, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:49:59.527962 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] For port 03afd825-cb04-433b-afa2-32b2f36a7e7c, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=03afd825-cb04-433b-afa2-32b2f36a7e7c,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:49:59.539807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.576351 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144151b-cba7-4823-b1b1-cca575ef9d8d req-13853c9f-d85b-4569-b775-359a138dcacf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:49:59.578013 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4144151b-cba7-4823-b1b1-cca575ef9d8d req-13853c9f-d85b-4569-b775-359a138dcacf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1756141 Mar 08 18:49:59.642426 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Allocated IP 172.27.1.246 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/472450a1-36be-41b1-9249-49776fa2df02) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:49:59.651528 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1539d-63d2-4518-8dcb-bd3e1e31a0ac None None] Pushing event updated for resources: {'Port': ['ID=03afd825-cb04-433b-afa2-32b2f36a7e7c,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:59.700891 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4144151b-cba7-4823-b1b1-cca575ef9d8d req-18fd74ef-eb88-4f53-93e9-c389941d0dbb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121025 Mar 08 18:49:59.898421 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for port (472450a1-36be-41b1-9249-49776fa2df02), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:00.053748 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7282a2b7-fdd9-4c98-9899-a02e51a736aa req-70097b58-442c-4713-b484-c35d826ba3e4 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 210 time: 0.0741487 Mar 08 18:50:00.059033 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (472450a1-36be-41b1-9249-49776fa2df02), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:00.153275 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:00.156706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:00.162705 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:50:00.166481 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Pushing event updated for resources: {'Port': ['ID=472450a1-36be-41b1-9249-49776fa2df02,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:00.525941 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for router_gateway (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:01.017810 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-63363be7-fb21-4fec-9f6f-faee4009df83 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:01.020393 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-63363be7-fb21-4fec-9f6f-faee4009df83 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 809 time: 0.6715379 Mar 08 18:50:01.047925 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Request body: {'port': {'device_id': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf', 'admin_state_up': True, 'tenant_id': 'af4322701ff347c18cb839471b0e9389'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:01.337893 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cad7d-887b-4fd2-a4ba-c1d620dc3b68 req-aab60fe2-22f3-4265-833f-91a8a54a3560 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:01.346010 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a01cad7d-887b-4fd2-a4ba-c1d620dc3b68 req-aab60fe2-22f3-4265-833f-91a8a54a3560 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.4582527 Mar 08 18:50:01.353912 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d779138e-ea5b-4fbb-9283-177b925f562f req-31390f62-5d9c-4800-890d-0d2588f59093 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 210 time: 0.1285667 Mar 08 18:50:01.375685 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94d10d-6ccf-4091-8be2-f89a6c7e2128 None None] Network 282273be-723c-4459-b6c4-d884505677f6 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:50:01.505699 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a01cad7d-887b-4fd2-a4ba-c1d620dc3b68 req-88f0cea1-e524-46cf-bbd3-7af8f418110f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594079 Mar 08 18:50:01.511238 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Made reservation on behalf of af4322701ff347c18cb839471b0e9389 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:01.514844 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:01.545485 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:01.555457 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 03afd825-cb04-433b-afa2-32b2f36a7e7c up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:01.820076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Provisioning complete for port 03afd825-cb04-433b-afa2-32b2f36a7e7c triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:01.820519 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:01.889166 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 03afd825-cb04-433b-afa2-32b2f36a7e7c triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:01.890050 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:01.977012 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Allocated IP 172.20.0.10 (08fd933c-7e43-4c8a-8441-5b6aec98c6cf/b431c4f0-46e9-4eae-b007-fc2113163031/fe7e9853-4143-42e9-8055-c48432c2ba5f) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:50:02.000580 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Current status of the port 03afd825-cb04-433b-afa2-32b2f36a7e7c is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:02.000862 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:02.092860 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] For port 03afd825-cb04-433b-afa2-32b2f36a7e7c, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=03afd825-cb04-433b-afa2-32b2f36a7e7c,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:02.099821 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:02.104359 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 03afd825-cb04-433b-afa2-32b2f36a7e7c is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:02.104795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:02.142100 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:50:02.268403 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f649-41f9-499f-a137-fedc04c27ded None None] Pushing event updated for resources: {'Port': ['ID=03afd825-cb04-433b-afa2-32b2f36a7e7c,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:02.299504 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:50:02.300393 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG oslo_db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:50:02.342070 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-457c49f9-6dcb-461e-b7b9-bb1a9f1ce39b None None] Provisioning complete for port 03afd825-cb04-433b-afa2-32b2f36a7e7c triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:02.342658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-457c49f9-6dcb-461e-b7b9-bb1a9f1ce39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:02.608834 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-457c49f9-6dcb-461e-b7b9-bb1a9f1ce39b None None] Current status of the port 03afd825-cb04-433b-afa2-32b2f36a7e7c is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:02.874612 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-de6b7631-5485-41d9-a643-6337cdfe4e78 req-5d419e21-b95f-44e6-9a03-149a2533a64c tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 210 time: 0.1971695 Mar 08 18:50:02.878230 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 03afd825-cb04-433b-afa2-32b2f36a7e7c is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:03.069801 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2fe58-1bfa-47e0-a9b0-b6dc601f0779 req-68b14c30-189e-41b4-bc09-94049e4c6f7a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:03.073338 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06c2fe58-1bfa-47e0-a9b0-b6dc601f0779 req-68b14c30-189e-41b4-bc09-94049e4c6f7a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.4022017 Mar 08 18:50:03.084765 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks [] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.115155 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:50:03.133852 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:50:03.173607 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:03.174513 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:03.214893 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.222026 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c2356b3e-c1a8-4fca-9eff-4a0994f66345 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0435369 Mar 08 18:50:03.222345 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46756) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:03.251769 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.260073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06c2fe58-1bfa-47e0-a9b0-b6dc601f0779 req-c56e620f-75b7-4f1e-8997-15912fed5490 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720016 Mar 08 18:50:03.300883 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 03afd825-cb04-433b-afa2-32b2f36a7e7c up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:03.390398 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:03.401042 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:03.410560 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:50:03.422883 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:03.424416 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.431454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Pushing event updated for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:03.463496 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-c4f76bf6-c7bc-433f-a77c-b3685a662a69 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4243598 Mar 08 18:50:03.487085 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Request body: {'port': {'device_id': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:03.506245 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 03afd825-cb04-433b-afa2-32b2f36a7e7c triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:03.506629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.557988 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:03.644310 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:03.739312 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 03afd825-cb04-433b-afa2-32b2f36a7e7c is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:04.213331 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:00Z', 'revision_number': 3, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:04.248046 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:50:04.248635 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Updating router 7de36b9a-8f24-4d1d-86cf-e07240fd246f port 472450a1-36be-41b1-9249-49776fa2df02 binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:50:04.272098 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aadbe-d183-45a8-8b4a-e95776c39ba0 req-3d36f8d9-dc82-4b68-9826-eecb912c4200 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:04.280004 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-438aadbe-d183-45a8-8b4a-e95776c39ba0 req-3d36f8d9-dc82-4b68-9826-eecb912c4200 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 932 time: 0.2668746 Mar 08 18:50:04.329623 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (472450a1-36be-41b1-9249-49776fa2df02), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:04.352541 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-438aadbe-d183-45a8-8b4a-e95776c39ba0 req-7587a452-b069-4e40-9181-9d38be32f7df tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662510 Mar 08 18:50:04.534129 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7e9853-4143-42e9-8055-c48432c2ba5f {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:50:04.562140 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks [] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:04.589162 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:04.649673 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Transition to ACTIVE for port object fe7e9853-4143-42e9-8055-c48432c2ba5f will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:50:04.685234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d8dde-97a2-4fd6-93e3-74dff2595d29 req-25c94841-3d88-4d4c-b1ab-7225e3434abf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:04.688269 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf0d8dde-97a2-4fd6-93e3-74dff2595d29 req-25c94841-3d88-4d4c-b1ab-7225e3434abf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.2726774 Mar 08 18:50:04.690198 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:04.916562 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf0d8dde-97a2-4fd6-93e3-74dff2595d29 req-222dc382-585f-428f-a46b-0b8110786412 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156917 Mar 08 18:50:04.981950 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks [] for port (472450a1-36be-41b1-9249-49776fa2df02), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:04.990422 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:04.993135 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (472450a1-36be-41b1-9249-49776fa2df02), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:05.212815 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Attempting to bind port fe7e9853-4143-42e9-8055-c48432c2ba5f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:50:05.216591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Attempting to bind port fe7e9853-4143-42e9-8055-c48432c2ba5f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:50:05.218113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Attempting to bind port fe7e9853-4143-42e9-8055-c48432c2ba5f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:05.241774 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Port fe7e9853-4143-42e9-8055-c48432c2ba5f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:50:05.245868 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Attempting to bind port 472450a1-36be-41b1-9249-49776fa2df02 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:50:05.246460 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Attempting to bind port 472450a1-36be-41b1-9249-49776fa2df02 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:50:05.246953 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Attempting to bind port 472450a1-36be-41b1-9249-49776fa2df02 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:05.249415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Attempting to bind port fe7e9853-4143-42e9-8055-c48432c2ba5f on network 08fd933c-7e43-4c8a-8441-5b6aec98c6cf {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:05.275616 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:50:05.277733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Checking segment: {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:05.282230 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Bound using segment: {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:50:05.283310 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Bound port: fe7e9853-4143-42e9-8055-c48432c2ba5f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002620c-3074-4735-8784-b9c84898fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:50:05.286265 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:50:05.286853 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:05.288418 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:05.295577 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:05.296567 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:50:05.297651 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Bound port: 472450a1-36be-41b1-9249-49776fa2df02, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:50:05.298601 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (472450a1-36be-41b1-9249-49776fa2df02), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:05.591634 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Pushing event updated for resources: {'Port': ['ID=472450a1-36be-41b1-9249-49776fa2df02,revision_number=2']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:05.622240 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.622762 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.623375 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.630387 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.631517 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.632223 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.633835 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.634759 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.635492 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.636242 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.636912 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.637398 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.637875 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:05.649262 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] For port 472450a1-36be-41b1-9249-49776fa2df02, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:50:05.663049 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] For port 472450a1-36be-41b1-9249-49776fa2df02, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=472450a1-36be-41b1-9249-49776fa2df02,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:50:05.676194 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (472450a1-36be-41b1-9249-49776fa2df02), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:05.711971 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bcfb1-0d16-4048-8129-876dbaf8e64c req-f8c2cf10-e462-4c10-ac84-35e25e87a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:05.714200 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7b7bcfb1-0d16-4048-8129-876dbaf8e64c req-f8c2cf10-e462-4c10-ac84-35e25e87a51c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 1129 time: 0.2761819 Mar 08 18:50:05.773966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a6b48-3574-425d-900f-f9229cd98d59 req-e62a10fa-d2ff-4c37-b99d-6d3f128d2d5d tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:05.784644 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-231a6b48-3574-425d-900f-f9229cd98d59 req-e62a10fa-d2ff-4c37-b99d-6d3f128d2d5d tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 944 time: 0.2903905 Mar 08 18:50:05.793545 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-7b7bcfb1-0d16-4048-8129-876dbaf8e64c req-52794f92-e5fb-4676-96e2-91eaaa57a52a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 Mar 08 18:50:05.821071 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Allocated IP 172.20.0.1 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/b9d03bce-276f-4441-be74-cdfbed5bd801) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:50:05.870854 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:50:05.943676 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c353f-a9c5-465b-9f1e-74c6fc1597f7 None None] Pushing event updated for resources: {'Port': ['ID=472450a1-36be-41b1-9249-49776fa2df02,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:05.946023 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:50:05.954756 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:05.955901 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:06.027446 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.033196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46872) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:06.042958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-231a6b48-3574-425d-900f-f9229cd98d59 req-ab268dbc-7713-40d5-999c-b07613947a85 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365263 Mar 08 18:50:06.137378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks [] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.180906 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:06.198097 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:06.199247 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.201775 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] 10.222.0.18 "PUT /v2.0/ports/fe7e9853-4143-42e9-8055-c48432c2ba5f HTTP/1.1" status: 200 len: 1094 time: 2.7288764 Mar 08 18:50:06.206865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:06.210961 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3dc410-89fd-4fe4-955f-df82700f5135" -d '{"events": [{"name": "network-changed", "server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:06.214426 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.331827 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:06.341258 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:06.353126 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:50:06.365499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:06.376495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8990b4c-1af9-4cd0-938b-e32b69560ce7 x-openstack-request-id: req-b8990b4c-1af9-4cd0-938b-e32b69560ce7 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:06.377308 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:06.385351 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8990b4c-1af9-4cd0-938b-e32b69560ce7 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:06.385683 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f', 'status': 'completed', 'code': 200} Mar 08 18:50:06.404587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc230-78d6-4035-b002-c9c3e8eb6dad service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:06.430236 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c976d8-d752-4f78-bbed-00b93d475182 req-46722044-6f33-4d0d-b622-3821d9067a03 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:06.442101 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6c976d8-d752-4f78-bbed-00b93d475182 req-46722044-6f33-4d0d-b622-3821d9067a03 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.3971219 Mar 08 18:50:06.512030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.592922 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6e43eb37-627d-4002-8552-ed6e7a8d223a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:06.628709 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-ecb99e01-1f25-4a69-a8f1-e60f344e56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:06.631508 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-ecb99e01-1f25-4a69-a8f1-e60f344e56fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 1128 time: 0.3601067 Mar 08 18:50:06.686012 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:00Z', 'revision_number': 3, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:06.755886 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6c976d8-d752-4f78-bbed-00b93d475182 req-47527b1f-84a3-45f1-884a-a1a2beb982dc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128569 Mar 08 18:50:06.757501 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208ff43-7959-43c6-8019-14486b40e81a None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:00Z', 'revision_number': 3, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:50:06.768324 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-741b9ad6-5dbb-4765-b475-78099532c698 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f HTTP/1.1" status: 200 len: 217 time: 0.1182907 Mar 08 18:50:06.894317 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-edb6ffe6-f5c0-44dc-ae26-c4517e251bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:06.897475 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-edb6ffe6-f5c0-44dc-ae26-c4517e251bac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b431c4f0-46e9-4eae-b007-fc2113163031 HTTP/1.1" status: 200 len: 849 time: 0.1219454 Mar 08 18:50:06.941950 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-82c909f9-ed0d-4dd9-84ba-f2d7f8bd094d None None] Provisioning complete for port b9d03bce-276f-4441-be74-cdfbed5bd801 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:06.943796 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-82c909f9-ed0d-4dd9-84ba-f2d7f8bd094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.001661 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-0ab1e585-236d-4b13-a605-40ad923f6b4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905702 Mar 08 18:50:07.008481 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-82c909f9-ed0d-4dd9-84ba-f2d7f8bd094d None None] Port b9d03bce-276f-4441-be74-cdfbed5bd801 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:50:07.064700 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46898) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:07.104321 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6e43eb37-627d-4002-8552-ed6e7a8d223a admin admin] Publish callbacks [] for security_group (5163624d-769f-49aa-b734-b471d56ccf48), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.116393 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6e43eb37-627d-4002-8552-ed6e7a8d223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5163624d-769f-49aa-b734-b471d56ccf48), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.234066 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-d40cb213-a30d-4e2a-8593-f54bc2b5ae69 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190847 Mar 08 18:50:07.269989 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6e43eb37-627d-4002-8552-ed6e7a8d223a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=065b544cc885493cb3092b59eeeebc32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2120957 Mar 08 18:50:07.270484 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.273568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46904) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:07.321081 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43eb37-627d-4002-8552-ed6e7a8d223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163624d-769f-49aa-b734-b471d56ccf48,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:07.403797 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] Publish callbacks [] for security_group (5163624d-769f-49aa-b734-b471d56ccf48), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.450065 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] Publish callbacks [] for security_group (5163624d-769f-49aa-b734-b471d56ccf48), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.489577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-193e21ba-d638-4b58-b3ac-976889f072d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.555473 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5eb49b2a-ca1d-4d8c-a82d-994ce250714a req-4710e512-39a6-4bb6-8779-46ce55342e52 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141692 Mar 08 18:50:07.576078 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63edaa8-b3ee-4071-85e5-e4eb79bba156 req-63c1a698-1919-469c-bc14-e6206d26ae92 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:07.586929 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e63edaa8-b3ee-4071-85e5-e4eb79bba156 req-63c1a698-1919-469c-bc14-e6206d26ae92 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 944 time: 0.2408400 Mar 08 18:50:07.714846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks [] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.718412 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5163624d-769f-49aa-b734-b471d56ccf48), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.724571 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.731266 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5163624d-769f-49aa-b734-b471d56ccf48 HTTP/1.1" status: 204 len: 168 time: 0.4564540 Mar 08 18:50:07.739042 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.747637 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e63edaa8-b3ee-4071-85e5-e4eb79bba156 req-01e481f5-a5ac-40ea-9550-41f48d56b5b9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512799 Mar 08 18:50:07.767440 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417242-6390-4058-ba21-5ddb2d1a730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163624d-769f-49aa-b734-b471d56ccf48,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:07.785496 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-8a835bed-d924-40d7-97fc-561cbe4df221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:07.797421 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-8a835bed-d924-40d7-97fc-561cbe4df221 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af4322701ff347c18cb839471b0e9389&device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 1128 time: 0.1692944 Mar 08 18:50:07.817690 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-193e21ba-d638-4b58-b3ac-976889f072d8 admin admin] Publish callbacks [] for security_group (ee272ef7-9809-4b47-8323-c58b805f8ce3), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.837504 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-193e21ba-d638-4b58-b3ac-976889f072d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ee272ef7-9809-4b47-8323-c58b805f8ce3), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.942774 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:07.972522 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:08.130068 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e21ba-d638-4b58-b3ac-976889f072d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee272ef7-9809-4b47-8323-c58b805f8ce3,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:08.158195 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:08.162543 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:08.179170 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-193e21ba-d638-4b58-b3ac-976889f072d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a89c8a59c8d3405e856519cf6a5d0c75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1129670 Mar 08 18:50:08.184157 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46922) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:08.283930 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-91a42139-b767-464b-8e85-3a3114d70c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:08.285509 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-91a42139-b767-464b-8e85-3a3114d70c1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 200 len: 910 time: 0.4701929 Mar 08 18:50:08.376935 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-e41b5580-402e-4db7-b885-8afde619a735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f HTTP/1.1" status: 200 len: 217 time: 0.0837080 Mar 08 18:50:08.388073 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e6203-9862-4496-ba3b-dff32f6ea970 req-f0b39456-ca8d-4e2f-b73e-14f5285b61ad tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:08.390025 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f8e6203-9862-4496-ba3b-dff32f6ea970 req-f0b39456-ca8d-4e2f-b73e-14f5285b61ad tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.4701459 Mar 08 18:50:08.392938 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] Publish callbacks [] for security_group (ee272ef7-9809-4b47-8323-c58b805f8ce3), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.431833 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] Publish callbacks [] for security_group (ee272ef7-9809-4b47-8323-c58b805f8ce3), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.495762 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:50:08.580699 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-5f22b192-42ae-49ad-9c57-60ba5acfd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:08.583425 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-5f22b192-42ae-49ad-9c57-60ba5acfd785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b431c4f0-46e9-4eae-b007-fc2113163031 HTTP/1.1" status: 200 len: 849 time: 0.1921477 Mar 08 18:50:08.635995 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-3150b6ec-7445-4afe-8619-2a5630a00255 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08fd933c-7e43-4c8a-8441-5b6aec98c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434885 Mar 08 18:50:08.668067 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f8e6203-9862-4496-ba3b-dff32f6ea970 req-58f89e11-34fd-430b-9d7e-dffd3078c6d5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061131 Mar 08 18:50:08.686176 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-4f4af25c-95ea-4998-9efc-d3d4185a19b7 None None] Provisioning complete for port b9d03bce-276f-4441-be74-cdfbed5bd801 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:08.686801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4f4af25c-95ea-4998-9efc-d3d4185a19b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.694237 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46936) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:08.790853 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-4f4af25c-95ea-4998-9efc-d3d4185a19b7 None None] Port b9d03bce-276f-4441-be74-cdfbed5bd801 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:50:08.799570 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:50:08.822573 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-2a1b4828-5e9f-416e-bd16-d5b8bb7bc944 admin admin] 10.222.0.57 "PUT /v2.0/routers/7de36b9a-8f24-4d1d-86cf-e07240fd246f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5858073 Mar 08 18:50:08.822828 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ee272ef7-9809-4b47-8323-c58b805f8ce3), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.825119 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.827274 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee272ef7-9809-4b47-8323-c58b805f8ce3 HTTP/1.1" status: 204 len: 168 time: 0.6386166 Mar 08 18:50:08.872056 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1b8f61bf-23a1-425e-a16e-d7ff82e1ad81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:08.903866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1841e-5a33-4423-9929-37f0b0a7852f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee272ef7-9809-4b47-8323-c58b805f8ce3,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:09.008355 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-90293152-9697-48c9-8874-472febbb66f8 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648458 Mar 08 18:50:09.016345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4fed4-6250-4c30-8df2-ae28029363f4 req-bbfab813-f184-47d6-8fdf-7c15b50bdb7d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:09.024923 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-34c4fed4-6250-4c30-8df2-ae28029363f4 req-bbfab813-f184-47d6-8fdf-7c15b50bdb7d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1967854 Mar 08 18:50:09.139533 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b11b-d349-44f6-a0b6-15edf43fc997 req-4c35140e-1dc0-4286-89d9-fc7cb04f1152 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:09.146813 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5441b11b-d349-44f6-a0b6-15edf43fc997 req-4c35140e-1dc0-4286-89d9-fc7cb04f1152 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 944 time: 0.2656825 Mar 08 18:50:09.354275 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5441b11b-d349-44f6-a0b6-15edf43fc997 req-9d732461-7108-40c4-b9e9-26e3e653ee32 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057149 Mar 08 18:50:09.362491 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca3dc410-89fd-4fe4-955f-df82700f5135 req-5d0269cd-6dfd-45c0-85dc-4a22133d1b41 service neutron] 10.222.0.18 "GET /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352511 Mar 08 18:50:09.365269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 472450a1-36be-41b1-9249-49776fa2df02 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:09.404441 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-34c4fed4-6250-4c30-8df2-ae28029363f4 req-3c9ed563-60e7-43fc-86c4-afbcadb226c9 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784781 Mar 08 18:50:09.467997 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1b8f61bf-23a1-425e-a16e-d7ff82e1ad81 admin admin] Publish callbacks [] for security_group (4ec2999b-5889-48ba-b753-de927a38120c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.479011 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1b8f61bf-23a1-425e-a16e-d7ff82e1ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4ec2999b-5889-48ba-b753-de927a38120c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.545428 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 472450a1-36be-41b1-9249-49776fa2df02 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:09.546352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (472450a1-36be-41b1-9249-49776fa2df02), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.594933 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1b8f61bf-23a1-425e-a16e-d7ff82e1ad81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ff4f9c0a88844a0baf07476b859c007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8995745 Mar 08 18:50:09.598804 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f61bf-23a1-425e-a16e-d7ff82e1ad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2999b-5889-48ba-b753-de927a38120c,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:09.599496 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 46980) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:09.706259 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 472450a1-36be-41b1-9249-49776fa2df02 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:09.707173 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (472450a1-36be-41b1-9249-49776fa2df02), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.740453 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] Publish callbacks [] for security_group (4ec2999b-5889-48ba-b753-de927a38120c), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.752751 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 46988) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:09.752954 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 472450a1-36be-41b1-9249-49776fa2df02, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=472450a1-36be-41b1-9249-49776fa2df02,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:09.764552 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (472450a1-36be-41b1-9249-49776fa2df02), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.779730 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a5d4868a-21bb-4f79-925b-198e134c1e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.823049 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] Publish callbacks [] for security_group (4ec2999b-5889-48ba-b753-de927a38120c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.880145 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=472450a1-36be-41b1-9249-49776fa2df02,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:09.938506 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4ec2999b-5889-48ba-b753-de927a38120c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.942002 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:09.948297 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ec2999b-5889-48ba-b753-de927a38120c HTTP/1.1" status: 204 len: 168 time: 0.3432429 Mar 08 18:50:09.975082 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db43e1-a0ef-42ed-ba0e-ef272b55ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2999b-5889-48ba-b753-de927a38120c,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:10.047459 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a5d4868a-21bb-4f79-925b-198e134c1e0f admin admin] Publish callbacks [] for security_group (1799fe86-71e7-4bcf-a7b6-16e916067a4e), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.053964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a5d4868a-21bb-4f79-925b-198e134c1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1799fe86-71e7-4bcf-a7b6-16e916067a4e), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.135423 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a5d4868a-21bb-4f79-925b-198e134c1e0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=707aeb48208a4c77ad5b04ecfe7a8caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803911 Mar 08 18:50:10.137884 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47002) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:10.184942 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:50:10.199876 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4868a-21bb-4f79-925b-198e134c1e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1799fe86-71e7-4bcf-a7b6-16e916067a4e,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:10.221571 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:10.222220 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:10.328478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] Publish callbacks [] for security_group (1799fe86-71e7-4bcf-a7b6-16e916067a4e), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.395762 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] Publish callbacks [] for security_group (1799fe86-71e7-4bcf-a7b6-16e916067a4e), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.430143 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47012) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:10.439557 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064403430', 'description': 'tempest-description--1000189568'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:10.511931 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.547259 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:10.550257 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fe7e9853-4143-42e9-8055-c48432c2ba5f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:50:10.571910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1799fe86-71e7-4bcf-a7b6-16e916067a4e), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.575434 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.577172 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1799fe86-71e7-4bcf-a7b6-16e916067a4e HTTP/1.1" status: 204 len: 168 time: 0.4380534 Mar 08 18:50:10.607430 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fc3cc-328a-46c1-8590-1469ccc66713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1799fe86-71e7-4bcf-a7b6-16e916067a4e,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:10.658163 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (bc453022-080c-4bab-8aab-64e1f6edbbc1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.663865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (bc453022-080c-4bab-8aab-64e1f6edbbc1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.688582 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa382-adf4-464f-b393-dbb5d934ef2b req-daf1fddd-ee5f-4437-bca9-7abcdb8341c9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:10.691423 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7b5fa382-adf4-464f-b393-dbb5d934ef2b req-daf1fddd-ee5f-4437-bca9-7abcdb8341c9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 944 time: 0.2117028 Mar 08 18:50:10.781377 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.785173 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3497996 Mar 08 18:50:10.786213 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623a96-5890-43b5-bb18-e0bee8919900 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc453022-080c-4bab-8aab-64e1f6edbbc1,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:10.795342 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47028) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:10.809461 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': 'bc453022-080c-4bab-8aab-64e1f6edbbc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:10.874142 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7b5fa382-adf4-464f-b393-dbb5d934ef2b req-3731ccd4-d48d-49f3-b768-c0df1d2a9507 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727722 Mar 08 18:50:10.932003 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (3d3ccd95-e9c5-417c-b91b-6d446f19ed59), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:10.950754 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.db.resource_extend [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 18:50:11.054088 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (3d3ccd95-e9c5-417c-b91b-6d446f19ed59), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.073138 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (3d3ccd95-e9c5-417c-b91b-6d446f19ed59), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.119460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3ccd95-e9c5-417c-b91b-6d446f19ed59,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:11.159270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.167052 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b64ec085-55a9-463e-9310-98a6594ef4bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669543 Mar 08 18:50:11.169018 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47036) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:11.182950 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': 'bc453022-080c-4bab-8aab-64e1f6edbbc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:11.203704 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:11.250219 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'fe7e9853-4143-42e9-8055-c48432c2ba5f', 'network_id': '08fd933c-7e43-4c8a-8441-5b6aec98c6cf', 'port_id': 'fe7e9853-4143-42e9-8055-c48432c2ba5f', 'mac_address': 'fa:16:3e:6c:33:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b431c4f0-46e9-4eae-b007-fc2113163031', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:50:11.297899 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (f1b50b19-e70a-4a42-bd4c-388a2834615c), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.312051 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fe7e9853-4143-42e9-8055-c48432c2ba5f is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:11.312455 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.334814 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7e9853-4143-42e9-8055-c48432c2ba5f {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:50:11.363421 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:11.465578 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 472450a1-36be-41b1-9249-49776fa2df02 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:11.488447 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:11.537104 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (f1b50b19-e70a-4a42-bd4c-388a2834615c), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.549572 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (f1b50b19-e70a-4a42-bd4c-388a2834615c), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.557902 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:50:11.558507 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Updating router 7de36b9a-8f24-4d1d-86cf-e07240fd246f port b9d03bce-276f-4441-be74-cdfbed5bd801 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:50:11.572647 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.605032 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.606296 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350352 Mar 08 18:50:11.608858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ec3cd-9655-4149-8c8f-d32dd18420bd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b50b19-e70a-4a42-bd4c-388a2834615c,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:11.610850 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47058) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:11.619877 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:11.687728 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:11.707030 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.709663 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.794149 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 472450a1-36be-41b1-9249-49776fa2df02 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:11.794540 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (472450a1-36be-41b1-9249-49776fa2df02), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:11.907797 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['fe7e9853-4143-42e9-8055-c48432c2ba5f'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:50:12.013440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:12.583211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-e8ffaae3-3887-4ae3-a367-74f7777585cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:12.584764 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-e8ffaae3-3887-4ae3-a367-74f7777585cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.5528345 Mar 08 18:50:12.598535 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909829a-581e-42ad-9682-5df0667b8da5 req-efad3bbf-cac5-46d9-b5b2-f1813e1d534b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:12.600607 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e909829a-581e-42ad-9682-5df0667b8da5 req-efad3bbf-cac5-46d9-b5b2-f1813e1d534b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 945 time: 0.5383887 Mar 08 18:50:12.691287 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c48f3f-a69d-45bf-866d-4424ee631c79 req-3414229e-a832-424b-a578-3ec31e875a10 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:12.693438 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-14c48f3f-a69d-45bf-866d-4424ee631c79 req-3414229e-a832-424b-a578-3ec31e875a10 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.4628613 Mar 08 18:50:12.711270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.27.1.50 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:50:12.830330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 472450a1-36be-41b1-9249-49776fa2df02 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:12.839034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks [] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:12.861126 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:12.914808 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e909829a-581e-42ad-9682-5df0667b8da5 req-8563fb54-d29d-4be3-a3cd-9dcb0f897e38 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051825 Mar 08 18:50:12.980141 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd0314-a89b-466e-84df-b71ae3416f47 None None] Pushing event updated for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:12.987531 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-14c48f3f-a69d-45bf-866d-4424ee631c79 req-ffb53e87-bc71-41a9-bcbd-77053abfb222 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700243 Mar 08 18:50:12.999555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-2f7999fb-5197-47b0-b23c-b860387953c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:13.001310 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-2f7999fb-5197-47b0-b23c-b860387953c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.3959403 Mar 08 18:50:13.021454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.070396 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-b8d65e60-6134-4885-a80f-5cd362d4f042 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.0549736 Mar 08 18:50:13.093383 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Attempting to bind port b9d03bce-276f-4441-be74-cdfbed5bd801 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:50:13.093917 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Attempting to bind port b9d03bce-276f-4441-be74-cdfbed5bd801 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:50:13.095010 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Attempting to bind port b9d03bce-276f-4441-be74-cdfbed5bd801 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:13.106179 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:50:13.106664 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:13.107152 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.107584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:50:13.108126 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Bound port: b9d03bce-276f-4441-be74-cdfbed5bd801, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:50:13.108560 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.152365 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-a4e3de1e-f559-441f-813b-d24eb335a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:13.155524 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-a4e3de1e-f559-441f-813b-d24eb335a3ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.0776179 Mar 08 18:50:13.161527 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.224937 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47106) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:13.235403 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-c7685886-3fa8-4ab7-b411-3d70975d1d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681126 Mar 08 18:50:13.239323 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:13.253784 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:13.256384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:50:13.278541 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:13.344179 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] For port b9d03bce-276f-4441-be74-cdfbed5bd801, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:50:13.353547 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] For port b9d03bce-276f-4441-be74-cdfbed5bd801, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=b9d03bce-276f-4441-be74-cdfbed5bd801,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:50:13.378100 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.396577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.407843 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-9eed7e9e-c3dc-417b-9d12-8faa22ded5f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653872 Mar 08 18:50:13.482457 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.497004 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47112) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:13.561192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4bce671b-6f74-4309-a48d-a90423d51fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.566414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47116) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:13.586255 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:13.587021 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:49:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:13.627213 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-507794b5-edfe-42b4-ab0a-5b3b8da91e7a req-83f6ff35-d7a4-4cf7-8413-5587743ed241 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102227 Mar 08 18:50:13.678262 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd0314-a89b-466e-84df-b71ae3416f47 None None] Pushing event updated for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:13.685151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110669469-network', 'tenant_id': '43f63ec1b1dd4662b3c2102853c43612'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:13.704680 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51a5445d-1f12-4d6e-ac42-dae71e61f4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.732041 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Provisioning complete for port b9d03bce-276f-4441-be74-cdfbed5bd801 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:13.732320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.763095 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Made reservation on behalf of 43f63ec1b1dd4662b3c2102853c43612 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:13.765747 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.770109 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4bce671b-6f74-4309-a48d-a90423d51fc9 admin admin] Publish callbacks [] for security_group (266b7b7c-ab87-4492-bc78-474d06d52881), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.785416 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4bce671b-6f74-4309-a48d-a90423d51fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (266b7b7c-ab87-4492-bc78-474d06d52881), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.819051 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.825089 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce671b-6f74-4309-a48d-a90423d51fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b7b7c-ab87-4492-bc78-474d06d52881,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:13.888504 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4bce671b-6f74-4309-a48d-a90423d51fc9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=771324c84b3944b89d5fdbe9e054ac80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6599050 Mar 08 18:50:13.893509 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47128) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:13.962218 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51a5445d-1f12-4d6e-ac42-dae71e61f4ef admin admin] Publish callbacks [] for security_group (04b8dd98-b970-4524-aff4-02582bff4f8a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:13.971540 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-51a5445d-1f12-4d6e-ac42-dae71e61f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (04b8dd98-b970-4524-aff4-02582bff4f8a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.018385 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5445d-1f12-4d6e-ac42-dae71e61f4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b8dd98-b970-4524-aff4-02582bff4f8a,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.050820 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.061667 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-51a5445d-1f12-4d6e-ac42-dae71e61f4ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9cfb793efe6434c8309c657380454e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633340 Mar 08 18:50:14.062643 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47134) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:14.090824 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] Publish callbacks [] for security_group (266b7b7c-ab87-4492-bc78-474d06d52881), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.096225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.102342 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:14.111898 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks [] for security_group (488bad72-38f5-4afc-aafc-624e4f2bd6c7), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.121807 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (488bad72-38f5-4afc-aafc-624e4f2bd6c7), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.159818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488bad72-38f5-4afc-aafc-624e4f2bd6c7,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.178830 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:50:14.206924 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (999e2402-8b67-4cb4-a094-69aa0ca0a977), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.207432 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Added segment 999e2402-8b67-4cb4-a094-69aa0ca0a977 of type vlan for network 14addc3c-54a6-42b7-ab7a-68b658bd7b67 Mar 08 18:50:14.209044 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] Publish callbacks [] for security_group (04b8dd98-b970-4524-aff4-02582bff4f8a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.245312 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] Publish callbacks [] for security_group (266b7b7c-ab87-4492-bc78-474d06d52881), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.247597 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.280976 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] Publish callbacks [] for security_group (04b8dd98-b970-4524-aff4-02582bff4f8a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.330016 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (14addc3c-54a6-42b7-ab7a-68b658bd7b67), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.331107 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.336234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.347361 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bbeaba3e-2764-4a71-b9db-3200ab8927c4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7345152 Mar 08 18:50:14.377268 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Current status of the port b9d03bce-276f-4441-be74-cdfbed5bd801 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:14.377833 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.423888 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2be5e-5a7d-47a2-ad4f-878e6d6cbdc8 req-0df40568-7a9d-4dae-a02e-902b9b094563 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:14.426677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] For port b9d03bce-276f-4441-be74-cdfbed5bd801, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=b9d03bce-276f-4441-be74-cdfbed5bd801,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:14.435114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.437291 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-56e2be5e-5a7d-47a2-ad4f-878e6d6cbdc8 req-0df40568-7a9d-4dae-a02e-902b9b094563 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 945 time: 0.3081081 Mar 08 18:50:14.445015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ec07e-d005-4516-a669-9c6c9e0164c9 req-e9f7a161-8ecb-44d0-997e-e5592ac38cb7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:14.446674 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0b5ec07e-d005-4516-a669-9c6c9e0164c9 req-e9f7a161-8ecb-44d0-997e-e5592ac38cb7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2476068 Mar 08 18:50:14.467052 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:13Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:14.468960 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (04b8dd98-b970-4524-aff4-02582bff4f8a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.474612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.483874 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04b8dd98-b970-4524-aff4-02582bff4f8a HTTP/1.1" status: 204 len: 168 time: 0.4163258 Mar 08 18:50:14.501054 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbede1f-8f9a-4251-ad8e-ceb43b5d03b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b8dd98-b970-4524-aff4-02582bff4f8a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.501408 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (266b7b7c-ab87-4492-bc78-474d06d52881), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.513117 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (14addc3c-54a6-42b7-ab7a-68b658bd7b67), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.516003 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:14.517682 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.533114 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.535973 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/266b7b7c-ab87-4492-bc78-474d06d52881 HTTP/1.1" status: 204 len: 168 time: 0.6408508 Mar 08 18:50:14.566580 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fe7e9853-4143-42e9-8055-c48432c2ba5f up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:14.576084 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662bb0d-6cc4-4035-9069-0430f90488d0 None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:13Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:50:14.594584 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0265520 Mar 08 18:50:14.603781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47150) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:14.656338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Request body: {'subnet': {'network_id': '14addc3c-54a6-42b7-ab7a-68b658bd7b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110669469-subnet', 'tenant_id': '43f63ec1b1dd4662b3c2102853c43612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:14.686202 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f60b4-b8e5-41e0-961e-afb690092fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b7b7c-ab87-4492-bc78-474d06d52881,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.689153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463f8d7-2b25-408c-bbd6-41fe16a8a6b5 None None] Pushing event updated for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.703323 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-a59a4f1c-8eba-4a57-946d-7e749232768e None None] Provisioning complete for port b9d03bce-276f-4441-be74-cdfbed5bd801 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:14.703677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a59a4f1c-8eba-4a57-946d-7e749232768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.763970 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port fe7e9853-4143-42e9-8055-c48432c2ba5f completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:50:14.780420 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port fe7e9853-4143-42e9-8055-c48432c2ba5f triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:14.780945 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:14.794962 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0b5ec07e-d005-4516-a669-9c6c9e0164c9 req-a9eb1842-900f-4c9d-a497-01523aabd488 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315685 Mar 08 18:50:14.800799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a41d9-1409-4c62-97d1-9b336b9cb713 admin admin] Pushing event updated for resources: {'Network': ['ID=14addc3c-54a6-42b7-ab7a-68b658bd7b67,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:14.855968 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 14addc3c-54a6-42b7-ab7a-68b658bd7b67 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:50:14.921163 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Made reservation on behalf of 43f63ec1b1dd4662b3c2102853c43612 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:14.924603 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.072093 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-a59a4f1c-8eba-4a57-946d-7e749232768e None None] Current status of the port b9d03bce-276f-4441-be74-cdfbed5bd801 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:15.174875 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-56e2be5e-5a7d-47a2-ad4f-878e6d6cbdc8 req-18a98207-044a-4291-849c-7f3e4834f8c7 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135510 Mar 08 18:50:15.204156 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fe7e9853-4143-42e9-8055-c48432c2ba5f is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:15.205096 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.278073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:15.283917 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9b79f-13f9-42f8-9be1-f6f7b6c219ac" -d '{"events": [{"server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:15.317194 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-6f15f56c-5de4-499e-a94f-dc1fb5a1d4d0 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2064403430&fields=id&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 267 time: 0.1884842 Mar 08 18:50:15.322568 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:15.333131 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.362509 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (45d01b28-8a8b-4cf8-a879-e349e8c7baed), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.418207 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c0519-5fe0-4884-8cc1-c819b1795034 x-openstack-request-id: req-2e9c0519-5fe0-4884-8cc1-c819b1795034 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:15.418506 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:15.418763 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e9c0519-5fe0-4884-8cc1-c819b1795034 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:15.421402 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f', 'code': 200} Mar 08 18:50:15.422076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:15.454665 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device b9d03bce-276f-4441-be74-cdfbed5bd801 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:15.515829 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port b9d03bce-276f-4441-be74-cdfbed5bd801 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:15.516344 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.588547 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47172) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:15.624696 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-333fc75b-3303-42b4-87c2-e00d67812482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.626382 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port b9d03bce-276f-4441-be74-cdfbed5bd801 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:15.815092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d01b28-8a8b-4cf8-a879-e349e8c7baed,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:15.815822 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-333fc75b-3303-42b4-87c2-e00d67812482 admin admin] Publish callbacks [] for security_group (0085734f-110e-4971-91ff-b8131d4392d2), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.826678 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-333fc75b-3303-42b4-87c2-e00d67812482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0085734f-110e-4971-91ff-b8131d4392d2), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:15.896619 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Checking segment: {'id': '999e2402-8b67-4cb4-a094-69aa0ca0a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14addc3c-54a6-42b7-ab7a-68b658bd7b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:15.897223 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Network hostable DHCP agents. Network: 14addc3c-54a6-42b7-ab7a-68b658bd7b67, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:50:15.932400 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-333fc75b-3303-42b4-87c2-e00d67812482 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59a71ea76535417b97e1d489e47fc212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424838 Mar 08 18:50:15.934984 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fc75b-3303-42b4-87c2-e00d67812482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0085734f-110e-4971-91ff-b8131d4392d2,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:15.939870 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47180) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:15.968982 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-2490fc0f-6486-401c-8a8b-f81c6e7e01a1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:15.973726 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-2490fc0f-6486-401c-8a8b-f81c6e7e01a1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.6549373 Mar 08 18:50:16.009091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7b9d-74a9-4725-ad78-e0091a8d0f62 req-0f43f4bb-36af-451c-8259-424b40a6dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:16.011272 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-481c7b9d-74a9-4725-ad78-e0091a8d0f62 req-0f43f4bb-36af-451c-8259-424b40a6dc70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 1130 time: 0.3231256 Mar 08 18:50:16.094827 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Network 14addc3c-54a6-42b7-ab7a-68b658bd7b67 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:50:16.104633 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-4a7de39a-a14c-474f-8704-614c630821e8 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/quotas/a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 375 time: 0.1179650 Mar 08 18:50:16.204339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] Publish callbacks [] for security_group (0085734f-110e-4971-91ff-b8131d4392d2), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:16.221797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 14addc3c-54a6-42b7-ab7a-68b658bd7b67) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:16.249573 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f1ef0-7829-4b9c-a727-fe8d7e7e2c69 None None] Network 14addc3c-54a6-42b7-ab7a-68b658bd7b67 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:50:16.275776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:16.276831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:16.358580 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-481c7b9d-74a9-4725-ad78-e0091a8d0f62 req-8f16055a-e792-4e89-b218-25e5ba65f36a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302338 Mar 08 18:50:16.377016 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-75b83289-905e-4c30-96f4-f80fbd21727f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7348533 Mar 08 18:50:16.377016 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] Publish callbacks [] for security_group (0085734f-110e-4971-91ff-b8131d4392d2), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:16.415706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de0032-011a-402c-85f7-076dfe3fc122 req-240a2aef-99fc-420e-9e12-ac1ceb21cf0a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:16.428829 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c0de0032-011a-402c-85f7-076dfe3fc122 req-240a2aef-99fc-420e-9e12-ac1ceb21cf0a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.4263968 Mar 08 18:50:16.511904 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-106deb56-7ef2-410a-9021-2f94a672b0e1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4062285 Mar 08 18:50:16.544718 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683fc00-3cbe-4dbb-b438-63cc08f91eca None None] Network 14addc3c-54a6-42b7-ab7a-68b658bd7b67 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:50:16.551349 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c0de0032-011a-402c-85f7-076dfe3fc122 req-3f844fb9-7be1-46d7-9928-dccd19fd99b9 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199803 Mar 08 18:50:16.728694 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-a13e3830-8e7a-4bb0-b83f-e21bdb69f711 service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727147 Mar 08 18:50:16.739382 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0085734f-110e-4971-91ff-b8131d4392d2), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:16.744521 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:16.745790 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0085734f-110e-4971-91ff-b8131d4392d2 HTTP/1.1" status: 204 len: 168 time: 0.8029418 Mar 08 18:50:16.852589 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047297-1fa5-48ec-b0e5-0a0769489553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085734f-110e-4971-91ff-b8131d4392d2,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:16.957092 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-d25479e6-f64d-487b-83f2-8a188fb8183e service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273049 Mar 08 18:50:16.979869 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ffee-f4ef-4537-af65-64668eb2ab0e req-84c4206c-1c13-4013-8293-2b258d162567 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:16.983857 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8e85ffee-f4ef-4537-af65-64668eb2ab0e req-84c4206c-1c13-4013-8293-2b258d162567 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 946 time: 0.2052813 Mar 08 18:50:17.079979 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8e85ffee-f4ef-4537-af65-64668eb2ab0e req-9b0c3c8e-0c63-4e74-85f7-48627908c7b1 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Mar 08 18:50:17.214673 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3ccfad5b-0b46-41d5-b943-5bea4d7ff43f req-911b6637-de22-46d5-9986-38355a10314b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Mar 08 18:50:17.816123 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:50:17.871318 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef3dd8-8cea-4cf6-a274-c53ee752ead9 req-e0c5c26b-5831-41d6-ae68-8a45e7585b94 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:17.880525 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ceef3dd8-8cea-4cf6-a274-c53ee752ead9 req-e0c5c26b-5831-41d6-ae68-8a45e7585b94 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1363060 Mar 08 18:50:17.940240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47258) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:17.945955 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046359238-network', 'tenant_id': '27a5fcc8a5be4e7b99830b73bef92cfc'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:18.010603 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ceef3dd8-8cea-4cf6-a274-c53ee752ead9 req-8d67420e-396a-4d3e-a30f-18bf0b2d12d8 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Mar 08 18:50:18.026766 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Made reservation on behalf of 27a5fcc8a5be4e7b99830b73bef92cfc for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:18.030671 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.056689 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.105449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47262) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:18.253310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks [] for security_group (a790ae3d-a377-4f74-9e43-b346a92801cd), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.261224 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a790ae3d-a377-4f74-9e43-b346a92801cd), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.333753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:50:18.353451 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3a7bc-72a9-4083-9bbd-008c5b25ceb4 req-69e900f0-8ac8-4d8f-a65c-77ad37fa9672 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:18.355205 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f1c3a7bc-72a9-4083-9bbd-008c5b25ceb4 req-69e900f0-8ac8-4d8f-a65c-77ad37fa9672 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 946 time: 0.1294866 Mar 08 18:50:18.375951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a790ae3d-a377-4f74-9e43-b346a92801cd,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:18.381533 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (4ce15799-8ce4-416d-84ac-53e98fe5de4f), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.382398 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Added segment 4ce15799-8ce4-416d-84ac-53e98fe5de4f of type vlan for network a2051a05-8dea-4948-99c0-9a16f379e494 Mar 08 18:50:18.417829 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6893b20c-738a-4872-9622-235a0cbb249d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.445894 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (a2051a05-8dea-4948-99c0-9a16f379e494), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.468869 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f1c3a7bc-72a9-4083-9bbd-008c5b25ceb4 req-d1a5e864-47d4-4d8b-8fe9-9bb04a0d62cb tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030982 Mar 08 18:50:18.504787 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (a2051a05-8dea-4948-99c0-9a16f379e494), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.505911 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:18.506498 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.580592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a2051a05-8dea-4948-99c0-9a16f379e494,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:18.589861 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6893b20c-738a-4872-9622-235a0cbb249d admin admin] Publish callbacks [] for security_group (b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.594887 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network a2051a05-8dea-4948-99c0-9a16f379e494 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:50:18.597008 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6893b20c-738a-4872-9622-235a0cbb249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.602832 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8179b38f-456e-48e4-9fa7-d26bae4214e7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6613357 Mar 08 18:50:18.607029 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47286) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:18.624767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Request body: {'subnet': {'network_id': 'a2051a05-8dea-4948-99c0-9a16f379e494', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046359238-subnet', 'tenant_id': '27a5fcc8a5be4e7b99830b73bef92cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:18.664755 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893b20c-738a-4872-9622-235a0cbb249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:18.675569 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Made reservation on behalf of 27a5fcc8a5be4e7b99830b73bef92cfc for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:18.679821 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.813880 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6a9112cc-4373-45ec-808a-ddeb3529e053 req-8444d97f-da02-43db-b7f1-ae2823275d50 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 210 time: 0.1428912 Mar 08 18:50:18.821978 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6893b20c-738a-4872-9622-235a0cbb249d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25826502761f42d9a02e68f9aa7f486a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105932 Mar 08 18:50:18.830741 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47292) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:18.958524 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] Publish callbacks [] for security_group (b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:18.979054 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292cf6-ddea-41b2-92a6-ba12d51a1a14 req-06d65517-8918-4ae3-89b1-f5f63d2eb72a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:18.980718 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-84292cf6-ddea-41b2-92a6-ba12d51a1a14 req-06d65517-8918-4ae3-89b1-f5f63d2eb72a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.3073776 Mar 08 18:50:19.035500 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (7a244430-3898-43b6-93f5-c8f9256ead8d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.036835 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] Publish callbacks [] for security_group (b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.125989 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-b22df5f2-80b7-43d4-836c-7855b6025979 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:19.128872 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-b22df5f2-80b7-43d4-836c-7855b6025979 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.3820739 Mar 08 18:50:19.178422 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a244430-3898-43b6-93f5-c8f9256ead8d,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:19.219162 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Checking segment: {'id': '4ce15799-8ce4-416d-84ac-53e98fe5de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2051a05-8dea-4948-99c0-9a16f379e494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:19.219346 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Network hostable DHCP agents. Network: a2051a05-8dea-4948-99c0-9a16f379e494, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:50:19.251370 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Network a2051a05-8dea-4948-99c0-9a16f379e494 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:50:19.258699 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-84292cf6-ddea-41b2-92a6-ba12d51a1a14 req-ef286390-082e-479e-93fe-c5953da42e9c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589400 Mar 08 18:50:19.278496 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, a2051a05-8dea-4948-99c0-9a16f379e494) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:19.283341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:19.285078 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.303227 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7f997-6d41-4b59-b26d-5d519e44e43f None None] Network a2051a05-8dea-4948-99c0-9a16f379e494 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:50:19.333951 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3ba090ac-a832-48b2-a495-cdecfdb468b2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7129276 Mar 08 18:50:19.375422 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.378276 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.379489 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60 HTTP/1.1" status: 204 len: 168 time: 0.5477209 Mar 08 18:50:19.398593 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f408882-5008-4804-bb85-c7e87ebdc4fd req-9df9e33e-bb76-404f-9f29-a5e0b80990ad tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:19.407282 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f408882-5008-4804-bb85-c7e87ebdc4fd req-9df9e33e-bb76-404f-9f29-a5e0b80990ad tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2518394 Mar 08 18:50:19.436863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb15e69-8554-400b-bcbc-971c9f5238d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebeba8-4e8e-42cb-b3e8-ea0cf3d62f60,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:19.448643 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-d7a767ba-0095-4552-a795-4ff7107f3f25 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 380 time: 0.2928734 Mar 08 18:50:19.459085 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'port': {'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'admin_state_up': True, 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'security_groups': ['bc453022-080c-4bab-8aab-64e1f6edbbc1']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:19.532464 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f408882-5008-4804-bb85-c7e87ebdc4fd req-dc8da8a5-7e26-4bde-8a08-f620ec36cf50 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192114 Mar 08 18:50:19.682644 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:50:19.692046 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:19.717964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a61bf-4892-422b-b60a-cb3033d4dca0 None None] Network a2051a05-8dea-4948-99c0-9a16f379e494 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:50:19.872258 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9061c28-c1a6-4578-ae88-057b91642c9e req-600a52a7-ca05-4775-8073-434f8258b9c6 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:19.879966 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9061c28-c1a6-4578-ae88-057b91642c9e req-600a52a7-ca05-4775-8073-434f8258b9c6 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 946 time: 0.1806269 Mar 08 18:50:20.115313 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47336) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:20.132622 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7b75626-8bbe-4fc7-8c2b-07f42a3d7304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.238838 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b08f027b-520a-4df5-8d72-0715f4b2675e req-5c838606-244a-4362-b64b-d9bffee9a442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 210 time: 0.3184190 Mar 08 18:50:20.269233 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7b75626-8bbe-4fc7-8c2b-07f42a3d7304 admin admin] Publish callbacks [] for security_group (0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.271196 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9061c28-c1a6-4578-ae88-057b91642c9e req-4a56c831-4769-4d32-aeda-d47b74abe26b tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902621 Mar 08 18:50:20.276564 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.20.0.6 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/e9a4321b-640b-4d8f-977f-1ec7e77f1b80) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:50:20.284849 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7b75626-8bbe-4fc7-8c2b-07f42a3d7304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.346130 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e7b75626-8bbe-4fc7-8c2b-07f42a3d7304 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7fa3b945a2645c4884f394437370a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272563 Mar 08 18:50:20.346130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b75626-8bbe-4fc7-8c2b-07f42a3d7304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:20.348063 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47342) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:20.421841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] Publish callbacks [] for security_group (0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.476316 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] Publish callbacks [] for security_group (0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.555607 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.558411 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.563575 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8 HTTP/1.1" status: 204 len: 168 time: 0.2104471 Mar 08 18:50:20.582723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb410b5-14c5-48c7-9565-d1cd77d57a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4bf043-2b4a-4a0f-aba8-c18e7eb06ed8,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:20.622501 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae5b64-586b-4a70-bf6d-1a9d58207e30 req-787d73a1-5f98-4cf9-9514-aab36523f0e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:20.630890 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-42ae5b64-586b-4a70-bf6d-1a9d58207e30 req-787d73a1-5f98-4cf9-9514-aab36523f0e3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2633479 Mar 08 18:50:20.711149 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.720477 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-3c37df44-5f10-4499-a3b2-4348dc0f2f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.781106 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-42ae5b64-586b-4a70-bf6d-1a9d58207e30 req-af12c4de-4223-417a-a4ef-4a5436f018a8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201766 Mar 08 18:50:20.790792 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411153-cf2a-44d0-957c-b76326fe9cc0 req-164dd32a-79e6-4604-969c-88a3802d5a3c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:20.798065 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef411153-cf2a-44d0-957c-b76326fe9cc0 req-164dd32a-79e6-4604-969c-88a3802d5a3c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1561282 Mar 08 18:50:20.822912 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.911737 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:50:20.920491 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:50:20.928797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:50:20.934144 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:20.934836 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:20.952761 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:20.958076 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef411153-cf2a-44d0-957c-b76326fe9cc0 req-1220a073-6c1c-45fa-8597-d0178e6791cc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590974 Mar 08 18:50:20.973931 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ac4da744-4d6a-40c3-8877-e9a5e85916da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5187764 Mar 08 18:50:20.988613 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Request body: {'port': {'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:21.075704 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.292496 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-7a0836e7-74bb-495b-a487-219f010292a1 None None] Provisioning complete for port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:21.294629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7a0836e7-74bb-495b-a487-219f010292a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.323795 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-a9725a0e-3536-4fb2-b971-de58fc843601 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:21.332381 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-a9725a0e-3536-4fb2-b971-de58fc843601 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 946 time: 0.2381868 Mar 08 18:50:21.378689 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47370) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:21.415349 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-7a0836e7-74bb-495b-a487-219f010292a1 None None] Port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:50:21.578381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cb95d-38fe-4375-9af5-31d9547a1109 req-a2d0b844-d440-4a7a-b34e-00e7d383c815 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:21.580840 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-971cb95d-38fe-4375-9af5-31d9547a1109 req-a2d0b844-d440-4a7a-b34e-00e7d383c815 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 931 time: 0.2167685 Mar 08 18:50:21.617767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a9462196-5662-484b-be7d-d3d29bf5a2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.658489 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767ece-8b92-4cd0-bdb3-7985d9a15c19 req-e8d92cda-d143-4942-9622-51b918fc11f9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:21.672022 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4767ece-8b92-4cd0-bdb3-7985d9a15c19 req-e8d92cda-d143-4942-9622-51b918fc11f9 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 946 time: 0.2604258 Mar 08 18:50:21.797069 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-971cb95d-38fe-4375-9af5-31d9547a1109 req-4d690211-47c4-42b9-a9f8-f0a077076806 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071760 Mar 08 18:50:21.823714 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Deleting port fe7e9853-4143-42e9-8055-c48432c2ba5f {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:50:21.824437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.855949 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4767ece-8b92-4cd0-bdb3-7985d9a15c19 req-fc72cd11-a5de-4318-94dc-610511ee48c0 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/security-groups?id=6100b540-47d2-417b-b7fb-02f4aff3f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771934 Mar 08 18:50:21.896075 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a4321b-640b-4d8f-977f-1ec7e77f1b80 {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:50:21.911293 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks [] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.968996 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a9462196-5662-484b-be7d-d3d29bf5a2ed admin admin] Publish callbacks [] for security_group (1e865714-d022-4065-b68f-9b7b7df117ac), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.977738 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a9462196-5662-484b-be7d-d3d29bf5a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1e865714-d022-4065-b68f-9b7b7df117ac), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:21.994350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Transition to ACTIVE for port object e9a4321b-640b-4d8f-977f-1ec7e77f1b80 will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:50:21.999520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.050175 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] For port fe7e9853-4143-42e9-8055-c48432c2ba5f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fe7e9853-4143-42e9-8055-c48432c2ba5f,segment=NetworkSegment(a002620c-3074-4735-8784-b9c84898fa42),segment_id=a002620c-3074-4735-8784-b9c84898fa42)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:22.051102 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.067879 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9462196-5662-484b-be7d-d3d29bf5a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e865714-d022-4065-b68f-9b7b7df117ac,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:22.081410 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a9462196-5662-484b-be7d-d3d29bf5a2ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d92b443021349ea8aa18e5d32528843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6989627 Mar 08 18:50:22.081410 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Calling delete_port for fe7e9853-4143-42e9-8055-c48432c2ba5f owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:50:22.084224 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47386) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:22.141803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:22.161900 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6324821-4ea1-4936-b116-dd086b11f6a9 req-f8084253-8d91-4b53-9e63-640ae88a9c36 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:22.176696 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6324821-4ea1-4936-b116-dd086b11f6a9 req-f8084253-8d91-4b53-9e63-640ae88a9c36 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2380128 Mar 08 18:50:22.275357 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] Publish callbacks [] for security_group (1e865714-d022-4065-b68f-9b7b7df117ac), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.300122 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Attempting to bind port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:50:22.301134 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Attempting to bind port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:50:22.301134 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Attempting to bind port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:22.319947 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] Publish callbacks [] for security_group (1e865714-d022-4065-b68f-9b7b7df117ac), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.324483 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 on network 282273be-723c-4459-b6c4-d884505677f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:50:22.324910 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Attempting to bind port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:50:22.356995 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cfb4a-18bf-484e-a7d2-2330238aa979 req-62b7b961-d6ef-4815-83e4-c1d2805f18ae tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:22.358728 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-db3cfb4a-18bf-484e-a7d2-2330238aa979 req-62b7b961-d6ef-4815-83e4-c1d2805f18ae tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1800852 Mar 08 18:50:22.362396 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c6324821-4ea1-4936-b116-dd086b11f6a9 req-f99c6d5b-4e2e-487c-9550-55fa31b2f44d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853764 Mar 08 18:50:22.363763 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:50:22.364449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:50:22.364851 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:50:22.365816 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Bound port: e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:50:22.366169 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.436343 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (fe7e9853-4143-42e9-8055-c48432c2ba5f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.458237 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['fe7e9853-4143-42e9-8055-c48432c2ba5f'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:50:22.537672 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-db3cfb4a-18bf-484e-a7d2-2330238aa979 req-57f3de8d-5763-4cd5-a6f4-e0498109d125 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327538 Mar 08 18:50:22.562315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Pushing event deleted for resources: {'Port': ['ID=fe7e9853-4143-42e9-8055-c48432c2ba5f,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:22.572044 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:50:22.577224 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:50:22.586277 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.626979 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:22.627640 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.629113 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] 10.222.0.18 "PUT /v2.0/ports/e9a4321b-640b-4d8f-977f-1ec7e77f1b80 HTTP/1.1" status: 200 len: 1093 time: 1.6451418 Mar 08 18:50:22.629571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:22.631916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabcf21-17c6-4fe5-9030-a2b6da495415" -d '{"events": [{"name": "network-changed", "server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:22.640811 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] No DVR routers for this DVR port fe7e9853-4143-42e9-8055-c48432c2ba5f on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:50:22.644391 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1e865714-d022-4065-b68f-9b7b7df117ac), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.650058 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.654000 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e865714-d022-4065-b68f-9b7b7df117ac HTTP/1.1" status: 204 len: 168 time: 0.5633736 Mar 08 18:50:22.667335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.673166 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0025ee3d-6c21-46fc-bfbe-e439d2b1c0df req-43ad71ef-a368-4e05-a585-1420576e808f tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.18 "DELETE /v2.0/ports/fe7e9853-4143-42e9-8055-c48432c2ba5f HTTP/1.1" status: 204 len: 173 time: 1.3347082 Mar 08 18:50:22.673792 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'name': 'network-vif-deleted', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:22.677544 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01ad37f-3597-4561-9112-5839f128bee1" -d '{"events": [{"server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "name": "network-vif-deleted", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:22.690662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908098e0-6e87-4fdc-a60e-3ab210e91bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e865714-d022-4065-b68f-9b7b7df117ac,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:22.700386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e291a1-9b9a-4bf7-8ea5-26043a94d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:22.717476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1face27d-b72d-47ca-8396-1edb839eaa63 x-openstack-request-id: req-1face27d-b72d-47ca-8396-1edb839eaa63 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:22.718173 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:22.718613 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1face27d-b72d-47ca-8396-1edb839eaa63 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:22.719058 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'status': 'completed', 'code': 200} Mar 08 18:50:22.739025 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c366728-e388-4ec7-8108-a1a86a8e5759 x-openstack-request-id: req-9c366728-e388-4ec7-8108-a1a86a8e5759 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:22.739367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1944846-90c6-46f6-9c90-d5ed404b7394", "name": "network-vif-deleted", "tag": "fe7e9853-4143-42e9-8055-c48432c2ba5f", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:22.739621 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c366728-e388-4ec7-8108-a1a86a8e5759 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:22.740021 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1944846-90c6-46f6-9c90-d5ed404b7394', 'name': 'network-vif-deleted', 'tag': 'fe7e9853-4143-42e9-8055-c48432c2ba5f', 'status': 'completed', 'code': 200} Mar 08 18:50:22.813700 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-3c8b12a8-b160-47ce-b7af-abd78f959471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:22.815433 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-3c8b12a8-b160-47ce-b7af-abd78f959471 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 1127 time: 0.0649278 Mar 08 18:50:22.979393 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-ae039220-fbf2-4a7f-ab20-0303745b8e15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80 HTTP/1.1" status: 200 len: 217 time: 0.1558297 Mar 08 18:50:23.095568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-35d66258-7d88-4f0f-a2d4-4b4947b26363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.097178 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-35d66258-7d88-4f0f-a2d4-4b4947b26363 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.1098304 Mar 08 18:50:23.106773 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a195f005-842c-49e6-b648-e0fd1c46708d req-d030fbe8-e927-42ff-8058-86031ca7f4f7 tempest-VolumesActionsTest-1520378595 tempest-VolumesActionsTest-1520378595-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1944846-90c6-46f6-9c90-d5ed404b7394 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Mar 08 18:50:23.114212 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8a506-79a2-457b-98cb-20a2069e6de0 req-d7f1e1b6-46df-4c74-abb4-254b2c87d36d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.124001 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-20f8a506-79a2-457b-98cb-20a2069e6de0 req-d7f1e1b6-46df-4c74-abb4-254b2c87d36d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 943 time: 0.1767578 Mar 08 18:50:23.192534 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-687d8b75-cfea-4d13-af29-824c96c087b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.195668 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-687d8b75-cfea-4d13-af29-824c96c087b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914714 Mar 08 18:50:23.198064 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-20f8a506-79a2-457b-98cb-20a2069e6de0 req-087072d9-c486-4a25-bfc4-025797ba030f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729947 Mar 08 18:50:23.350409 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-929b5c0a-e996-404d-9bf3-ba19f7482579 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447642 Mar 08 18:50:23.405245 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5347e451-fc20-4b9c-8bd4-3190c4da2eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:23.507039 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e7abd4d5-dd57-450d-9e3a-c40a5990f2a9 req-bc738a9d-d666-47de-b000-82e83cff8718 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507702 Mar 08 18:50:23.563511 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519485fc-3139-4c09-9b7b-7a45d4cbe712 req-cd49e2a3-8b9f-4885-86e3-51a60e431dce tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.573233 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-519485fc-3139-4c09-9b7b-7a45d4cbe712 req-cd49e2a3-8b9f-4885-86e3-51a60e431dce tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0926948 Mar 08 18:50:23.626956 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-519485fc-3139-4c09-9b7b-7a45d4cbe712 req-2a6157d6-7649-4129-9528-be94fe0a4e94 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537477 Mar 08 18:50:23.683753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-a259ca0d-0aec-412d-b358-09d7515b8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.686242 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-a259ca0d-0aec-412d-b358-09d7515b8eca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 1127 time: 0.0818374 Mar 08 18:50:23.780966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbc0a1-de57-4074-9747-398ea651df6c req-8a1e4ca3-f517-479b-96ae-b513d2505e2c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.783889 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ffbc0a1-de57-4074-9747-398ea651df6c req-8a1e4ca3-f517-479b-96ae-b513d2505e2c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0767257 Mar 08 18:50:23.853973 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ffbc0a1-de57-4074-9747-398ea651df6c req-b079ae27-16ec-4b7c-8380-1fcfce6ba2b1 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590124 Mar 08 18:50:23.917080 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-c3196faa-e91b-40b3-b42f-a3fcc623262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:23.918662 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-c3196faa-e91b-40b3-b42f-a3fcc623262f service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.2240164 Mar 08 18:50:23.973906 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-772d03cb-a1df-452c-bf68-7e8891ab6659 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80 HTTP/1.1" status: 200 len: 217 time: 0.0487156 Mar 08 18:50:24.103277 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-ad45afba-5f44-429a-a78d-3437c1cb27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:24.105582 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-ad45afba-5f44-429a-a78d-3437c1cb27fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.1228087 Mar 08 18:50:24.211160 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-17c495a6-13e5-4847-92a6-9fd8c7c5bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:24.211160 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-17c495a6-13e5-4847-92a6-9fd8c7c5bc15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948641 Mar 08 18:50:24.357414 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc967-2648-4303-8094-7327b7db8a94 req-39938f55-a655-4335-9294-883609433c55 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:24.367733 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-438dc967-2648-4303-8094-7327b7db8a94 req-39938f55-a655-4335-9294-883609433c55 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 943 time: 0.0910292 Mar 08 18:50:24.369985 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-eccf9ebd-1553-461d-8af3-ead417ec4ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545916 Mar 08 18:50:24.430694 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-438dc967-2648-4303-8094-7327b7db8a94 req-f67e7558-7a5b-45c8-8b83-b722e39dc2e1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615642 Mar 08 18:50:24.495358 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5aabcf21-17c6-4fe5-9030-a2b6da495415 req-a02e6e88-441b-41b5-a957-4d31f4399eeb service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163042 Mar 08 18:50:24.642283 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fe7e9853-4143-42e9-8055-c48432c2ba5f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:50:24.686524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: fe7e9853-4143-42e9-8055-c48432c2ba5f {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:50:24.687036 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fe7e9853-4143-42e9-8055-c48432c2ba5f not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:50:24.813996 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:24.819415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe117f2-0607-4dc0-9692-601de7c57b69 req-39772ef5-60af-4a12-95dd-2df255f24def tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:24.827711 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4fe117f2-0607-4dc0-9692-601de7c57b69 req-39772ef5-60af-4a12-95dd-2df255f24def tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0947978 Mar 08 18:50:24.908904 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4fe117f2-0607-4dc0-9692-601de7c57b69 req-1f8b00ff-72f3-4988-b143-0e1dcb83e0bb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801480 Mar 08 18:50:25.077195 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d184-7532-4e97-b0c8-f366059418d8 req-27a8ad41-c18f-4c6f-af00-e03b840c5498 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:25.083046 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ae1d184-7532-4e97-b0c8-f366059418d8 req-27a8ad41-c18f-4c6f-af00-e03b840c5498 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0991032 Mar 08 18:50:25.107651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fa6f2-6f30-4fef-85e4-ff9774be675b req-667d23bb-1271-41c5-b0a4-ad204e63e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:25.110338 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8f2fa6f2-6f30-4fef-85e4-ff9774be675b req-667d23bb-1271-41c5-b0a4-ad204e63e0ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.0743923 Mar 08 18:50:25.152095 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ae1d184-7532-4e97-b0c8-f366059418d8 req-f1739112-29e3-45f8-806b-cfa57c8deefb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623176 Mar 08 18:50:25.182753 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8f2fa6f2-6f30-4fef-85e4-ff9774be675b req-a3eab963-0da1-4e36-8031-247b4e6a1ac4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Mar 08 18:50:25.555092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d499f3-4164-4769-bac0-58f9e35302fc req-1683920a-806b-4ddb-9158-0a0e34b55e71 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:25.556618 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36d499f3-4164-4769-bac0-58f9e35302fc req-1683920a-806b-4ddb-9158-0a0e34b55e71 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 943 time: 0.0624783 Mar 08 18:50:25.614760 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36d499f3-4164-4769-bac0-58f9e35302fc req-d0e52699-0e4d-4e29-8ee9-e499577814b1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519640 Mar 08 18:50:26.087098 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b695f7-2fb6-4845-8f17-20828e41b741 req-ebd02c6b-a5f9-4de8-adcc-5a0d278f92b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:26.088848 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54b695f7-2fb6-4845-8f17-20828e41b741 req-ebd02c6b-a5f9-4de8-adcc-5a0d278f92b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0859075 Mar 08 18:50:26.147638 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54b695f7-2fb6-4845-8f17-20828e41b741 req-60163348-7952-4412-8a16-2cc21d43e9ca tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494320 Mar 08 18:50:26.200970 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:26.388939 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a7f12-248f-46af-8fec-099e80b166b4 req-c92943c9-c4e0-45d7-9317-f4a3d8bf03c4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:26.391606 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-160a7f12-248f-46af-8fec-099e80b166b4 req-c92943c9-c4e0-45d7-9317-f4a3d8bf03c4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1005962 Mar 08 18:50:26.459353 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-160a7f12-248f-46af-8fec-099e80b166b4 req-9f9e6cd9-b084-4f8a-91f5-b6ffcae060e1 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537825 Mar 08 18:50:26.774556 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7317750-3ad8-4d83-a0f7-c16494597945 req-3e3ef7ed-9a99-4ca5-b85b-0ca3e50bbc67 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:26.776165 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7317750-3ad8-4d83-a0f7-c16494597945 req-3e3ef7ed-9a99-4ca5-b85b-0ca3e50bbc67 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 943 time: 0.0566235 Mar 08 18:50:26.845177 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7317750-3ad8-4d83-a0f7-c16494597945 req-ba7c59b2-e3dc-42df-b850-e154d0117dcd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626647 Mar 08 18:50:27.299868 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab20a-0691-41e9-a995-b5e9f34f4826 req-a5a69fb1-1e14-44c2-bef2-a0617a5e6bbd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:27.301389 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c7ab20a-0691-41e9-a995-b5e9f34f4826 req-a5a69fb1-1e14-44c2-bef2-a0617a5e6bbd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0511894 Mar 08 18:50:27.347932 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c7ab20a-0691-41e9-a995-b5e9f34f4826 req-c8a570e2-1870-4dd0-a8fa-c56b15826202 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Mar 08 18:50:27.378681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device e9a4321b-640b-4d8f-977f-1ec7e77f1b80 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:50:27.493627 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:27.504440 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:50:27.556345 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:27.556752 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:27.573440 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a4321b-640b-4d8f-977f-1ec7e77f1b80 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:50:27.593400 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e63d76-1551-41a2-a16d-6fe0c0c48395 req-4484d0e7-c32b-4731-aa76-521008c30157 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:27.595041 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26e63d76-1551-41a2-a16d-6fe0c0c48395 req-4484d0e7-c32b-4731-aa76-521008c30157 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0643680 Mar 08 18:50:27.605438 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:27.610181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:27.660518 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26e63d76-1551-41a2-a16d-6fe0c0c48395 req-e479db64-9ddb-4b74-9289-3e9060987788 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579438 Mar 08 18:50:27.678216 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:27.685505 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:27.971853 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fefe-5e6d-482b-9645-6293b041d053 req-130a8f19-e375-418f-91a0-d0476288a5e3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:27.973422 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-efd1fefe-5e6d-482b-9645-6293b041d053 req-130a8f19-e375-418f-91a0-d0476288a5e3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 944 time: 0.0567710 Mar 08 18:50:28.023758 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-efd1fefe-5e6d-482b-9645-6293b041d053 req-43267bb8-6728-4e75-a6a7-796d0722be0e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Mar 08 18:50:28.302348 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:28.488457 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b61f17-230c-4258-89ff-10ac7c480b87 req-38f157c1-d96f-4eca-a8e0-2a146dd74da6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:28.490028 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51b61f17-230c-4258-89ff-10ac7c480b87 req-38f157c1-d96f-4eca-a8e0-2a146dd74da6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0642452 Mar 08 18:50:28.545830 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51b61f17-230c-4258-89ff-10ac7c480b87 req-f0b8ffdf-6aa1-4026-8ba6-e92c0c785d58 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493100 Mar 08 18:50:28.620781 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['e9a4321b-640b-4d8f-977f-1ec7e77f1b80'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:50:28.792313 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f7697-66e7-4aa4-94e6-73672ea3f7b6 req-b54d920f-7693-457f-a400-c7ee205ffdd7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:28.793842 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f3f7697-66e7-4aa4-94e6-73672ea3f7b6 req-b54d920f-7693-457f-a400-c7ee205ffdd7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0630064 Mar 08 18:50:28.845346 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f3f7697-66e7-4aa4-94e6-73672ea3f7b6 req-bfecec6b-d5bf-4f74-bfa1-8a2fadfac574 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457535 Mar 08 18:50:29.170933 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d852-98e7-488c-924c-7d42bf4b28b3 req-62325ded-8e52-46ff-8344-9ec507db362a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:29.173514 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bd77d852-98e7-488c-924c-7d42bf4b28b3 req-62325ded-8e52-46ff-8344-9ec507db362a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 944 time: 0.0747426 Mar 08 18:50:29.225064 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bd77d852-98e7-488c-924c-7d42bf4b28b3 req-04918cd4-5c93-4b3c-9a0a-2cb794649715 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Mar 08 18:50:29.721645 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-47f55f00-e279-42e3-b1e5-eddf6560c895 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650547 Mar 08 18:50:29.752496 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e2ddd-e6e8-44fb-b0cc-de3344eb7390 req-a9596387-05ef-401b-a54c-dac0e9e5d213 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:29.756008 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b28e2ddd-e6e8-44fb-b0cc-de3344eb7390 req-a9596387-05ef-401b-a54c-dac0e9e5d213 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0886474 Mar 08 18:50:29.858545 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-955ac6b2-114c-4396-99c7-7623cc8672ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:29.863168 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-955ac6b2-114c-4396-99c7-7623cc8672ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.1119797 Mar 08 18:50:29.873745 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b28e2ddd-e6e8-44fb-b0cc-de3344eb7390 req-4e235bd2-1064-459b-bbbe-5937aa4fdff6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088030 Mar 08 18:50:30.013458 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-c1bbb94a-444e-4fec-8c95-01f65017e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.014960 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-c1bbb94a-444e-4fec-8c95-01f65017e38e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.1286328 Mar 08 18:50:30.127793 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-6714a6a5-52bb-4ac5-9f34-376bc97f5413 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.1049311 Mar 08 18:50:30.128016 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ae2bc-cdcf-47ee-837d-d1c8bdb99c88 req-eda89f89-704d-4ccd-ae95-cca8f99f41d6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.129641 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-817ae2bc-cdcf-47ee-837d-d1c8bdb99c88 req-eda89f89-704d-4ccd-ae95-cca8f99f41d6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1233351 Mar 08 18:50:30.222123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-f60fd01a-4d3e-4c2b-bf26-6872e48d5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.224013 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-f60fd01a-4d3e-4c2b-bf26-6872e48d5a77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.0841084 Mar 08 18:50:30.237958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-817ae2bc-cdcf-47ee-837d-d1c8bdb99c88 req-7b217427-9af6-4e66-a1a4-60d0ac4f3d4e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999570 Mar 08 18:50:30.299441 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-e32c0bca-f342-4c23-8481-a04a293f5201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660987 Mar 08 18:50:30.453925 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf370d-4f45-480d-bd63-30585b6f251a req-43d1cbab-c3f3-4877-812f-a12aa7dc6852 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.465092 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86cf370d-4f45-480d-bd63-30585b6f251a req-43d1cbab-c3f3-4877-812f-a12aa7dc6852 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 944 time: 0.1166561 Mar 08 18:50:30.478877 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-72c19c5d-4eae-4381-9673-f974b374c80e service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716177 Mar 08 18:50:30.582868 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86cf370d-4f45-480d-bd63-30585b6f251a req-65ce444b-b065-49e5-b4b4-c92eac1cce56 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149940 Mar 08 18:50:30.656177 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device e9a4321b-640b-4d8f-977f-1ec7e77f1b80 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:30.700605 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5d9d8082-8695-4dd0-ae53-779d87151149 req-fb55e11c-3b9f-4c73-b6e9-0f2fa83ee51e service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102115 Mar 08 18:50:30.785828 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:50:30.811794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:30.813213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:30.822910 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4c09d-742e-46cd-8682-3cd99c722a01 req-e87bba22-42f1-46f8-8d52-5e75b9dfe66c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.833348 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-97c4c09d-742e-46cd-8682-3cd99c722a01 req-e87bba22-42f1-46f8-8d52-5e75b9dfe66c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1353183 Mar 08 18:50:30.855867 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-3f709999-094d-4b0d-807f-003fb8a64477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:30.858509 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-3f709999-094d-4b0d-807f-003fb8a64477 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.0929880 Mar 08 18:50:30.953401 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-97c4c09d-742e-46cd-8682-3cd99c722a01 req-4bcc07a8-8fb9-47b1-a07d-3d7dee834e52 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 Mar 08 18:50:30.974048 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:30.974539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:31.039360 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:31.043274 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da142c6-c7c6-4a0b-9d27-bdb776a22a7b" -d '{"events": [{"server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:31.073502 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:31.078297 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-451c2665-b0c2-4c1d-9fda-801cfab24130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:31.080783 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d080-8df2-4430-b8bb-49ddc8434088 req-28579537-6ce2-46e9-866d-aad7e75e1552 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:31.090209 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5369d080-8df2-4430-b8bb-49ddc8434088 req-28579537-6ce2-46e9-866d-aad7e75e1552 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0880375 Mar 08 18:50:31.096135 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-451c2665-b0c2-4c1d-9fda-801cfab24130 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.2258949 Mar 08 18:50:31.097355 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:31.165805 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5369d080-8df2-4430-b8bb-49ddc8434088 req-4814c96b-81ba-4a09-874d-e34553b934d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701463 Mar 08 18:50:31.180423 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568dc112-fb67-4113-a104-b0c872a574bb x-openstack-request-id: req-568dc112-fb67-4113-a104-b0c872a574bb {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:31.181258 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:31.181977 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-568dc112-fb67-4113-a104-b0c872a574bb {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:31.188491 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'code': 200} Mar 08 18:50:31.201104 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-68ac4209-50d6-45b3-9e20-d232eaf95699 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.1023023 Mar 08 18:50:31.297437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-fd2017c9-5b27-4945-be71-c4ce44c5efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:31.297808 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-fd2017c9-5b27-4945-be71-c4ce44c5efa1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.0841646 Mar 08 18:50:31.306564 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:31.344830 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-cfb2d95d-06c5-4508-931e-1848f0fae87f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391850 Mar 08 18:50:31.537249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30546038-8979-46e9-9542-ccc419012311 req-8688a411-4cea-48d0-b0ab-e156fbb82b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:31.537922 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-30546038-8979-46e9-9542-ccc419012311 req-8688a411-4cea-48d0-b0ab-e156fbb82b67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 1129 time: 0.0954201 Mar 08 18:50:31.554983 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-8c8ffe94-c532-43ac-af35-c1eea6906e03 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029965 Mar 08 18:50:31.667425 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-30546038-8979-46e9-9542-ccc419012311 req-526a6c44-3ace-43ab-9c73-d26d3cb3c82d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213553 Mar 08 18:50:31.845422 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-428004b6-060c-43ea-b8eb-87fc41c37afe req-b3c87066-1b28-4d96-b4d0-bea3144e6736 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849848 Mar 08 18:50:31.938810 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7af39-b0d2-4e7c-947a-e2b86c18cf88 req-a8d54417-62ae-4da4-bd6f-b116fee33624 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:31.956273 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f5a7af39-b0d2-4e7c-947a-e2b86c18cf88 req-a8d54417-62ae-4da4-bd6f-b116fee33624 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.1906130 Mar 08 18:50:32.211602 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f5a7af39-b0d2-4e7c-947a-e2b86c18cf88 req-79e5f5f0-704c-4863-9d3c-4475b90c49e7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498987 Mar 08 18:50:32.441550 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98185bdd-12b4-4618-a582-6f48f23ec405 req-d2445a2a-f105-4e30-9af6-ab564370200e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:32.446430 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98185bdd-12b4-4618-a582-6f48f23ec405 req-d2445a2a-f105-4e30-9af6-ab564370200e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2115192 Mar 08 18:50:32.686214 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98185bdd-12b4-4618-a582-6f48f23ec405 req-3361a7e9-cd0c-4409-a8a5-e7b1d4127af6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218187 Mar 08 18:50:32.687307 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47730) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:32.722006 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8899042-53d8-4173-9df6-3f863e9bec71 req-94592976-c40d-45f1-aa22-7e83e5ffeaaf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:32.736545 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c8899042-53d8-4173-9df6-3f863e9bec71 req-94592976-c40d-45f1-aa22-7e83e5ffeaaf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2887053 Mar 08 18:50:32.836131 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c8899042-53d8-4173-9df6-3f863e9bec71 req-433367fe-a78c-41d4-9393-645a6dd17ca7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884161 Mar 08 18:50:33.100153 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:33.388736 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Publish callbacks [] for security_group (a465b108-b8b9-499c-8c80-a20d2e967f5e), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:33.397341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a465b108-b8b9-499c-8c80-a20d2e967f5e), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:33.461436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a465b108-b8b9-499c-8c80-a20d2e967f5e,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:33.471051 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1776c5db485145ce96bbd7f0dcb2876c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7804077 Mar 08 18:50:33.474592 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47744) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.495171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff00468-66a4-4d7b-88cb-5d3a2b7ddce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:33.529889 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31886f-f6af-495d-a253-47b50ce3bae2 req-6d64056c-3e05-48d7-91f8-e441d91e0a4c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:33.535189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fc31886f-f6af-495d-a253-47b50ce3bae2 req-6d64056c-3e05-48d7-91f8-e441d91e0a4c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.1746409 Mar 08 18:50:33.693128 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Publish callbacks [] for security_group (a465b108-b8b9-499c-8c80-a20d2e967f5e), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:33.716215 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fc31886f-f6af-495d-a253-47b50ce3bae2 req-f0afcece-51b5-403e-85d5-0d38c701de4e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473908 Mar 08 18:50:33.770846 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Publish callbacks [] for security_group (a465b108-b8b9-499c-8c80-a20d2e967f5e), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:33.969585 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29f33f-df36-44ea-a292-7cdd67ac9bf7 req-95900422-0b1a-4cd2-8af7-25c8c89803db tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:33.982327 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47772) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:33.985374 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fe29f33f-df36-44ea-a292-7cdd67ac9bf7 req-95900422-0b1a-4cd2-8af7-25c8c89803db tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.1231160 Mar 08 18:50:33.987943 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:50:33.998658 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e501e-e595-43f8-b7aa-8dc0bdeac4b3 req-276556c8-50ad-4602-a657-8c3b8eb0c4b6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:34.011463 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d11e501e-e595-43f8-b7aa-8dc0bdeac4b3 req-276556c8-50ad-4602-a657-8c3b8eb0c4b6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1497486 Mar 08 18:50:34.044670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a465b108-b8b9-499c-8c80-a20d2e967f5e), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.052644 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.068969 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a465b108-b8b9-499c-8c80-a20d2e967f5e HTTP/1.1" status: 204 len: 168 time: 0.5928166 Mar 08 18:50:34.297565 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.307793 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d11e501e-e595-43f8-b7aa-8dc0bdeac4b3 req-202fbd1d-e70d-4445-a303-0ffaed1885cb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949193 Mar 08 18:50:34.316755 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a465b108-b8b9-499c-8c80-a20d2e967f5e,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:34.330661 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.331246 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.331634 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.331973 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.332373 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.332780 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.333240 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.333625 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.334232 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.334632 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.334997 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.337072 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.337498 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0f7e-1d88-4574-98ea-21ea29939c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:34.380173 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73074070-e8fd-4c0f-a12d-65239b63daff req-f162aa7b-4996-4995-a91b-1181da0c7fca tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:34.382985 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-73074070-e8fd-4c0f-a12d-65239b63daff req-f162aa7b-4996-4995-a91b-1181da0c7fca tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2781222 Mar 08 18:50:34.503464 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-73074070-e8fd-4c0f-a12d-65239b63daff req-3a04cb46-6c2d-4ac0-ba34-2f22a45f954c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044757 Mar 08 18:50:34.661066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47792) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:34.667846 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:50:34.678482 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c949-1359-4966-8db4-8121df2067bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.921532 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c949-1359-4966-8db4-8121df2067bb admin admin] Publish callbacks [] for security_group (69625f62-d40e-48f7-bde7-71ef144db43f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.933282 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c949-1359-4966-8db4-8121df2067bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (69625f62-d40e-48f7-bde7-71ef144db43f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:34.948132 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:34.978911 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:50:34.985930 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f9b2c949-1359-4966-8db4-8121df2067bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb3f43fe64e34e56b262eb9b88f008ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238792 Mar 08 18:50:34.991657 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47802) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:35.008033 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c949-1359-4966-8db4-8121df2067bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69625f62-d40e-48f7-bde7-71ef144db43f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:35.091370 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] Publish callbacks [] for security_group (69625f62-d40e-48f7-bde7-71ef144db43f), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.135567 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] Publish callbacks [] for security_group (69625f62-d40e-48f7-bde7-71ef144db43f), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.138936 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: ACTIVE; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:35.143360 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.168392 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:50:35.192911 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:35.199790 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.221471 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (69625f62-d40e-48f7-bde7-71ef144db43f), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.240415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:35.250082 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69625f62-d40e-48f7-bde7-71ef144db43f HTTP/1.1" status: 204 len: 168 time: 0.2542338 Mar 08 18:50:35.276703 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90f73-fad4-4580-bf90-7d0d44a3a641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69625f62-d40e-48f7-bde7-71ef144db43f,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:35.346380 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:50:35.472631 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=6']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:35.580622 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346bcea-c005-4bb9-b429-6e203aef4b32 req-0468ed54-0e48-4e97-8284-f3de4454f927 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:35.586742 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9346bcea-c005-4bb9-b429-6e203aef4b32 req-0468ed54-0e48-4e97-8284-f3de4454f927 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1140959 Mar 08 18:50:35.828733 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9346bcea-c005-4bb9-b429-6e203aef4b32 req-246eda42-ddd5-4074-bdcb-968245462b65 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314823 Mar 08 18:50:35.946695 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96fa7c-abfb-4635-bac3-614b69254117 req-51d6723e-f794-411d-baa2-9e49dc7a2254 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:35.954341 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef96fa7c-abfb-4635-bac3-614b69254117 req-51d6723e-f794-411d-baa2-9e49dc7a2254 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.2779469 Mar 08 18:50:36.172911 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef96fa7c-abfb-4635-bac3-614b69254117 req-d2ffcafb-29f1-4685-a405-40488bf5af25 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100866 Mar 08 18:50:36.215235 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.db.resource_extend [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 18:50:36.308346 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47836) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:36.357350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-44dd68a7-daf5-4042-af78-575fdb8fc3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.482167 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.492253 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.672706 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:50:36.676769 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-44dd68a7-daf5-4042-af78-575fdb8fc3a7 admin admin] Publish callbacks [] for security_group (bbd4e1f1-15ff-4e00-a74c-86af5e053876), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.683459 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-44dd68a7-daf5-4042-af78-575fdb8fc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (bbd4e1f1-15ff-4e00-a74c-86af5e053876), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.739348 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 681ff3c2-1292-416c-b905-4db4b218b095 associated. External IP: 172.27.1.50, port: e9a4321b-640b-4d8f-977f-1ec7e77f1b80. Mar 08 18:50:36.825687 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:50:36.828088 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:36.855146 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-44dd68a7-daf5-4042-af78-575fdb8fc3a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58c94f0097ec4d9aa371c4f501ae1fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5455260 Mar 08 18:50:36.855971 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47846) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:36.864054 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd68a7-daf5-4042-af78-575fdb8fc3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4e1f1-15ff-4e00-a74c-86af5e053876,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:37.008055 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] Publish callbacks [] for security_group (bbd4e1f1-15ff-4e00-a74c-86af5e053876), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.086957 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] Publish callbacks [] for security_group (bbd4e1f1-15ff-4e00-a74c-86af5e053876), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.102826 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:37.103311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.166403 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:37.175092 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296ff6b-1cb5-45aa-9a35-2fdb35d7a7d1" -d '{"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:37.198645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:37.200440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (bbd4e1f1-15ff-4e00-a74c-86af5e053876), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.206921 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.208926 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.209496 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbd4e1f1-15ff-4e00-a74c-86af5e053876 HTTP/1.1" status: 204 len: 168 time: 0.3520432 Mar 08 18:50:37.250569 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e566c-0904-4808-b34c-305a20ee038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4e1f1-15ff-4e00-a74c-86af5e053876,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:37.326194 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d3d31-3ca3-42af-91a3-d6126bdd1cfc x-openstack-request-id: req-390d3d31-3ca3-42af-91a3-d6126bdd1cfc {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:37.326503 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:37.331464 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-390d3d31-3ca3-42af-91a3-d6126bdd1cfc {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:37.332475 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'code': 200} Mar 08 18:50:37.333108 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:50:37.426679 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=7']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:37.589121 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b63b-f818-4203-a451-8620b86063cc req-c3117855-1c05-431e-b639-45d60b6a9630 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:37.591095 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a5d6b63b-f818-4203-a451-8620b86063cc req-c3117855-1c05-431e-b639-45d60b6a9630 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2520330 Mar 08 18:50:37.771746 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a5d6b63b-f818-4203-a451-8620b86063cc req-8b2446f5-755e-4c24-9380-5b126a217119 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580882 Mar 08 18:50:37.792203 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:50:37.802762 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:37.810969 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:50:37.841933 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:37.842805 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:50:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:37.860335 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-627225c3-9822-490a-87cc-cbbf3357f5a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "PUT /v2.0/floatingips/681ff3c2-1292-416c-b905-4db4b218b095 HTTP/1.1" status: 200 len: 990 time: 3.8767662 Mar 08 18:50:37.861168 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:37.866818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def" -d '{"events": [{"name": "network-changed", "server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:37.917113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5d8b-cb08-48db-9214-6ccf6bbd5d84 req-e5759935-856e-4907-9d32-a344827d5156 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:37.925227 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5dbb5d8b-cb08-48db-9214-6ccf6bbd5d84 req-e5759935-856e-4907-9d32-a344827d5156 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1368279 Mar 08 18:50:38.032040 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5dbb5d8b-cb08-48db-9214-6ccf6bbd5d84 req-c10c2611-216a-4e71-99cb-4311008e7f55 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056550 Mar 08 18:50:38.096494 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a95e4c7-e320-4980-840d-973a35ece6b6 x-openstack-request-id: req-4a95e4c7-e320-4980-840d-973a35ece6b6 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:38.097240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:38.097837 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a95e4c7-e320-4980-840d-973a35ece6b6 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:38.099455 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'status': 'completed', 'code': 200} Mar 08 18:50:38.258710 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-1d23d757-a4fe-4e92-b7a3-12631bc75033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:38.262676 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-1d23d757-a4fe-4e92-b7a3-12631bc75033 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 1129 time: 0.1431639 Mar 08 18:50:38.301008 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:38.649855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-353ce646-dc86-4b8b-8608-69a707d48a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:38.660826 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-353ce646-dc86-4b8b-8608-69a707d48a4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.3815548 Mar 08 18:50:39.281044 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096007-06c8-4af4-9e4e-47e17336e3b6 req-0393ffc7-9f09-40e8-9799-7035da3f6211 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:39.284656 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-31096007-06c8-4af4-9e4e-47e17336e3b6 req-0393ffc7-9f09-40e8-9799-7035da3f6211 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1433675 Mar 08 18:50:39.444222 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:35Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:39.474072 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-31096007-06c8-4af4-9e4e-47e17336e3b6 req-c007478d-b627-4670-88a1-88dd47c770c6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800108 Mar 08 18:50:39.532674 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:50:39.588986 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:50:39.590026 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:50:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:39.837644 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-c47abe00-b9da-4894-b477-0e16abc65222 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80 HTTP/1.1" status: 200 len: 998 time: 1.1656041 Mar 08 18:50:39.991466 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-4c1adf92-61af-4028-9724-db831aac771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:39.994216 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-4c1adf92-61af-4028-9724-db831aac771b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.1495211 Mar 08 18:50:40.083469 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:50:40.167910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-e3ff01f1-6be6-41d8-adbf-f7076480852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:40.176647 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-e3ff01f1-6be6-41d8-adbf-f7076480852a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1738546 Mar 08 18:50:40.524484 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-35886b1a-80a8-4967-ad8c-a532894147d7 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303590 Mar 08 18:50:40.647104 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47986) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:40.745023 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d71c81a3-8bc8-4e51-b46b-5d2bd4094def req-b4af3ed7-43db-4d86-ab96-e7639d5a5acf service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155514 Mar 08 18:50:40.769062 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Deleting subnet 45d01b28-8a8b-4cf8-a879-e349e8c7baed {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:50:40.773520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Publish callbacks [] for subnet (45d01b28-8a8b-4cf8-a879-e349e8c7baed), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:40.813550 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Publish callbacks [] for subnet (45d01b28-8a8b-4cf8-a879-e349e8c7baed), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:40.820535 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (45d01b28-8a8b-4cf8-a879-e349e8c7baed), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:40.832943 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:35Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:40.882790 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (45d01b28-8a8b-4cf8-a879-e349e8c7baed), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:40.909367 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d450a-06dd-4801-92e5-9be90c6662be None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:35Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:50:40.958563 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d01b28-8a8b-4cf8-a879-e349e8c7baed,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:40.962586 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:40.969816 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-741fe9eb-e46b-460a-b117-c591edcd6673 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/45d01b28-8a8b-4cf8-a879-e349e8c7baed HTTP/1.1" status: 204 len: 168 time: 0.3171539 Mar 08 18:50:40.974416 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 47988) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:41.042662 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea630a-8d27-444f-87ea-4d146c8770d8 req-5876de78-5769-416e-bc5d-f7c11f0b106e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:41.049254 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-69ea630a-8d27-444f-87ea-4d146c8770d8 req-5876de78-5769-416e-bc5d-f7c11f0b106e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.3139434 Mar 08 18:50:41.159993 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (14addc3c-54a6-42b7-ab7a-68b658bd7b67), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.232725 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-69ea630a-8d27-444f-87ea-4d146c8770d8 req-771c0ed3-3e5b-4ba6-a116-681830e25b2c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735163 Mar 08 18:50:41.380178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e36e82-d162-4338-a5b0-74f1d697193c None None] New status for floating IP 681ff3c2-1292-416c-b905-4db4b218b095: ACTIVE {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:50:41.393930 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (14addc3c-54a6-42b7-ab7a-68b658bd7b67), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.472202 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14addc3c-54a6-42b7-ab7a-68b658bd7b67']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:41.517187 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999e2402-8b67-4cb4-a094-69aa0ca0a977') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:41.517478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999e2402-8b67-4cb4-a094-69aa0ca0a977') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:41.567612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (999e2402-8b67-4cb4-a094-69aa0ca0a977), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.612480 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (999e2402-8b67-4cb4-a094-69aa0ca0a977), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.636626 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:50:41.638988 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (999e2402-8b67-4cb4-a094-69aa0ca0a977), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.821390 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 47998) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:50:41.837279 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:50:41.853538 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (14addc3c-54a6-42b7-ab7a-68b658bd7b67), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.917821 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:41.923683 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] 10.222.0.57 "DELETE /v2.0/networks/14addc3c-54a6-42b7-ab7a-68b658bd7b67 HTTP/1.1" status: 204 len: 168 time: 0.9448748 Mar 08 18:50:41.924080 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48002) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:41.945719 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e2bc-5dc9-4ad6-9872-6087fc0e0637 admin admin] Pushing event deleted for resources: {'Network': ['ID=14addc3c-54a6-42b7-ab7a-68b658bd7b67,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:42.036462 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Deleting subnet 7a244430-3898-43b6-93f5-c8f9256ead8d {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:50:42.059544 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Publish callbacks [] for subnet (7a244430-3898-43b6-93f5-c8f9256ead8d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.116402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Publish callbacks [] for subnet (7a244430-3898-43b6-93f5-c8f9256ead8d), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.125910 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (7a244430-3898-43b6-93f5-c8f9256ead8d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.204942 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17cc57c0-67bd-4870-9a30-edc50440b33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.279111 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for subnet (7a244430-3898-43b6-93f5-c8f9256ead8d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.434214 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17cc57c0-67bd-4870-9a30-edc50440b33e admin admin] Publish callbacks [] for security_group (1d2065fc-b1d2-4857-8a7f-e38ca9ca2575), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.443519 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.448277 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7a244430-3898-43b6-93f5-c8f9256ead8d HTTP/1.1" status: 204 len: 168 time: 0.5231440 Mar 08 18:50:42.449863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459802-9c1c-47b8-b345-ef533ab681b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a244430-3898-43b6-93f5-c8f9256ead8d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:42.453334 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48006) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:42.490130 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17cc57c0-67bd-4870-9a30-edc50440b33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1d2065fc-b1d2-4857-8a7f-e38ca9ca2575), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.554772 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-17cc57c0-67bd-4870-9a30-edc50440b33e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32bb44eade6f4c35a5213f08de38b730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315643 Mar 08 18:50:42.557408 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc57c0-67bd-4870-9a30-edc50440b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2065fc-b1d2-4857-8a7f-e38ca9ca2575,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:42.557867 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (a2051a05-8dea-4948-99c0-9a16f379e494), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.560666 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48008) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:42.647637 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6cdca-65b0-45bc-aa67-d40eac7e46aa req-7d554ee0-f146-419f-8f83-6d4d44678951 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:42.656496 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-afc6cdca-65b0-45bc-aa67-d40eac7e46aa req-7d554ee0-f146-419f-8f83-6d4d44678951 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2176828 Mar 08 18:50:42.682776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] Publish callbacks [] for security_group (1d2065fc-b1d2-4857-8a7f-e38ca9ca2575), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.754460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] Publish callbacks [] for security_group (1d2065fc-b1d2-4857-8a7f-e38ca9ca2575), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.799786 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (a2051a05-8dea-4948-99c0-9a16f379e494), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.847774 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2051a05-8dea-4948-99c0-9a16f379e494']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:42.871838 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce15799-8ce4-416d-84ac-53e98fe5de4f') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:42.872136 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce15799-8ce4-416d-84ac-53e98fe5de4f') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:50:42.873280 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-afc6cdca-65b0-45bc-aa67-d40eac7e46aa req-bed9f41d-0e1d-4b85-ba8d-64232a9323e1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158215 Mar 08 18:50:42.876120 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1d2065fc-b1d2-4857-8a7f-e38ca9ca2575), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.881039 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.891918 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d2065fc-b1d2-4857-8a7f-e38ca9ca2575 HTTP/1.1" status: 204 len: 168 time: 0.3256192 Mar 08 18:50:42.896554 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (4ce15799-8ce4-416d-84ac-53e98fe5de4f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.923626 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (4ce15799-8ce4-416d-84ac-53e98fe5de4f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.927322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121d9f-ee54-404a-8ce5-c6c12e12a3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2065fc-b1d2-4857-8a7f-e38ca9ca2575,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:42.934763 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:50:42.935263 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (4ce15799-8ce4-416d-84ac-53e98fe5de4f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:50:42.939600 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:50:43.075979 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (a2051a05-8dea-4948-99c0-9a16f379e494), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:43.101732 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:43.118858 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] 10.222.0.57 "DELETE /v2.0/networks/a2051a05-8dea-4948-99c0-9a16f379e494 HTTP/1.1" status: 204 len: 168 time: 0.6610203 Mar 08 18:50:43.118858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6095-1406-4104-ac9a-8ef2921b124d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2051a05-8dea-4948-99c0-9a16f379e494,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:43.560677 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48018) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:43.685741 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-74ce502f-1d79-4295-a29b-c94c761a8680 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43f63ec1b1dd4662b3c2102853c43612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1220965 Mar 08 18:50:43.689596 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48024) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:43.808402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] Publish callbacks [] for security_group (488bad72-38f5-4afc-aafc-624e4f2bd6c7), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:43.925628 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] Publish callbacks [] for security_group (488bad72-38f5-4afc-aafc-624e4f2bd6c7), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:44.160273 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2118de-4ca2-4e70-8d23-3f2b6b64ba13 req-c0f45e89-18f3-44c7-b707-70cbec03c269 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:44.173942 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f2118de-4ca2-4e70-8d23-3f2b6b64ba13 req-c0f45e89-18f3-44c7-b707-70cbec03c269 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1536415 Mar 08 18:50:44.202768 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (488bad72-38f5-4afc-aafc-624e4f2bd6c7), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:44.205335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:44.211025 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/488bad72-38f5-4afc-aafc-624e4f2bd6c7 HTTP/1.1" status: 204 len: 168 time: 0.5156221 Mar 08 18:50:44.273904 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94100b-de3c-45f8-b351-f92b8fd4b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488bad72-38f5-4afc-aafc-624e4f2bd6c7,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:44.309905 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f2118de-4ca2-4e70-8d23-3f2b6b64ba13 req-bcf497ae-cd22-4a92-a44b-459bdd5ba154 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348677 Mar 08 18:50:44.982625 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48040) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:45.066646 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8cdf96fe-35c9-4bf3-bcf0-921482f781a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27a5fcc8a5be4e7b99830b73bef92cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821838 Mar 08 18:50:45.074799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48042) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:50:45.204353 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] Publish callbacks [] for security_group (a790ae3d-a377-4f74-9e43-b346a92801cd), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:45.242178 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] Publish callbacks [] for security_group (a790ae3d-a377-4f74-9e43-b346a92801cd), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:45.359463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a790ae3d-a377-4f74-9e43-b346a92801cd), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:45.362074 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:45.363314 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a790ae3d-a377-4f74-9e43-b346a92801cd HTTP/1.1" status: 204 len: 168 time: 0.2873595 Mar 08 18:50:45.384583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8a223-70aa-45bf-b23d-b6e7141509d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790ae3d-a377-4f74-9e43-b346a92801cd,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:45.554921 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c0756-a65d-4bd0-b573-eb2ada5a299b req-519105ee-fd2a-4be1-8d5c-baf3b889aca0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:45.562798 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ac2c0756-a65d-4bd0-b573-eb2ada5a299b req-519105ee-fd2a-4be1-8d5c-baf3b889aca0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1222737 Mar 08 18:50:45.692820 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ac2c0756-a65d-4bd0-b573-eb2ada5a299b req-c897c50b-cc7a-42a9-af26-6b2d2a567c0c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272824 Mar 08 18:50:46.925292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e008c5-92f6-4cf8-95dc-31e18753b0c5 req-5c3971ab-29e8-48c1-8fc1-05db5ae93ff2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:46.958590 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-88e008c5-92f6-4cf8-95dc-31e18753b0c5 req-5c3971ab-29e8-48c1-8fc1-05db5ae93ff2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1215456 Mar 08 18:50:47.082385 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-88e008c5-92f6-4cf8-95dc-31e18753b0c5 req-5d615808-0770-4570-9732-614ab1140973 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181755 Mar 08 18:50:48.150687 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69107ba4-ec1c-42de-a373-275188812850 req-a5bdf345-d2ea-44df-908a-584859f1d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:48.152851 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-a5bdf345-d2ea-44df-908a-584859f1d590 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.1271651 Mar 08 18:50:48.349231 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd7b2-ae33-4c9e-b2c4-c35e5e6a0251 req-aaa2e08f-b940-4dc3-bc1e-b8c11e84ae49 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:48.358570 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f0cdd7b2-ae33-4c9e-b2c4-c35e5e6a0251 req-aaa2e08f-b940-4dc3-bc1e-b8c11e84ae49 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1825519 Mar 08 18:50:48.374243 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69107ba4-ec1c-42de-a373-275188812850 req-52d7e9e9-a7a8-4bed-9888-ad6acb050e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:48.377672 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-52d7e9e9-a7a8-4bed-9888-ad6acb050e80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.2163005 Mar 08 18:50:48.443977 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f0cdd7b2-ae33-4c9e-b2c4-c35e5e6a0251 req-99a74b6f-2628-45f9-ad54-b2aade9dfe9e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Mar 08 18:50:48.492726 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-3ba96cfa-4089-4cc8-8f33-28c5876c33bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.1069317 Mar 08 18:50:48.505398 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eedb04-ec50-4194-a853-9c641a8f8482 req-b617a59a-2a4e-4e1e-82d2-f780de884de9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:48.508011 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d0eedb04-ec50-4194-a853-9c641a8f8482 req-b617a59a-2a4e-4e1e-82d2-f780de884de9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.2260711 Mar 08 18:50:48.598601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69107ba4-ec1c-42de-a373-275188812850 req-406cc390-9f3c-45b8-97ce-b3af8fb91ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:48.601443 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-406cc390-9f3c-45b8-97ce-b3af8fb91ba7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.1013429 Mar 08 18:50:48.631202 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d0eedb04-ec50-4194-a853-9c641a8f8482 req-cb24aea3-e4ec-4114-90e0-25b7e9c45583 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119957 Mar 08 18:50:48.763575 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-5e83a70a-1414-47e3-9d04-a485d6f957da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466341 Mar 08 18:50:49.019522 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-dc3e9959-34af-4840-8ca4-e6a00c200bfd service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472930 Mar 08 18:50:49.148689 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-69107ba4-ec1c-42de-a373-275188812850 req-4355fad1-c7d3-48e0-8945-ecfe40133ba8 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202531 Mar 08 18:50:49.796263 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0529d6a-17d5-4b43-9896-7f35824709df req-2ee175e0-237e-40ea-afe6-1e10960070bf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:49.821507 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a0529d6a-17d5-4b43-9896-7f35824709df req-2ee175e0-237e-40ea-afe6-1e10960070bf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2159584 Mar 08 18:50:50.024124 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a0529d6a-17d5-4b43-9896-7f35824709df req-341e6e5b-c95e-44aa-a812-0fbcafa18acf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012851 Mar 08 18:50:50.087174 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee3b3a-0230-49af-861c-3500a14f06c2 req-b7ce2ec4-b638-4f0c-a57a-6ddd10ee2082 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:50.089855 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ecee3b3a-0230-49af-861c-3500a14f06c2 req-b7ce2ec4-b638-4f0c-a57a-6ddd10ee2082 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1772316 Mar 08 18:50:50.302468 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ecee3b3a-0230-49af-861c-3500a14f06c2 req-f3587363-624b-4103-8851-75e44e594743 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005935 Mar 08 18:50:50.721899 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7a89d344-4d7d-44ca-9da9-4f33cd35fe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:51.326754 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc22e-43f0-4b5b-a726-e1f61efd713c req-453543ce-11c9-41f6-9b17-60ef1fd8eb33 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:51.329070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-929fc22e-43f0-4b5b-a726-e1f61efd713c req-453543ce-11c9-41f6-9b17-60ef1fd8eb33 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1155698 Mar 08 18:50:51.551786 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-929fc22e-43f0-4b5b-a726-e1f61efd713c req-47a91be7-b878-40e0-a933-ac41e95f42ea tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129214 Mar 08 18:50:51.576568 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5533e-af15-4191-a2b6-0b5f2117327c req-76526dd7-c167-40c2-9b06-137f14da95be tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:51.590049 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-29a5533e-af15-4191-a2b6-0b5f2117327c req-76526dd7-c167-40c2-9b06-137f14da95be tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1269915 Mar 08 18:50:51.773846 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-29a5533e-af15-4191-a2b6-0b5f2117327c req-3933104b-96b6-4da3-8517-9cfa9d378ac4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810105 Mar 08 18:50:53.359746 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-21dea535-45ac-4bd1-98a8-e070591edb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:53.428704 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ebb2-645f-40b5-967c-a0ae50c63c48 req-7f0e8f5d-5e51-4750-b6b9-7dad33aa2795 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:53.456302 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dca9ebb2-645f-40b5-967c-a0ae50c63c48 req-7f0e8f5d-5e51-4750-b6b9-7dad33aa2795 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.6060398 Mar 08 18:50:53.578915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde7de-90a8-4013-a0fc-c51d7d26e003 req-61b35b40-54f3-49a5-a794-02d30de5a164 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:53.595843 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-40dde7de-90a8-4013-a0fc-c51d7d26e003 req-61b35b40-54f3-49a5-a794-02d30de5a164 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.6687782 Mar 08 18:50:53.720929 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dca9ebb2-645f-40b5-967c-a0ae50c63c48 req-bcca2779-4beb-481c-b60d-47cb8f2f5079 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388947 Mar 08 18:50:53.794574 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-40dde7de-90a8-4013-a0fc-c51d7d26e003 req-72e9eebf-a29e-4646-9be8-041c764f24cd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411750 Mar 08 18:50:54.809000 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:50:54.843169 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:55.154234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a53e-985f-432d-b95e-6289d4adc425 req-43032b18-e04d-432f-b37c-6151b02f7b39 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:55.156039 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e06a53e-985f-432d-b95e-6289d4adc425 req-43032b18-e04d-432f-b37c-6151b02f7b39 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2068570 Mar 08 18:50:55.207823 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4e89-63ad-47c4-bc76-13b1cd32cc19 req-c83fc04f-0a70-4597-8e89-6aeb46753199 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:55.211199 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8aab4e89-63ad-47c4-bc76-13b1cd32cc19 req-c83fc04f-0a70-4597-8e89-6aeb46753199 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1982832 Mar 08 18:50:55.354517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8aab4e89-63ad-47c4-bc76-13b1cd32cc19 req-a7602c78-c4f5-46cd-b6f8-77954d7baece tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209064 Mar 08 18:50:55.408718 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e06a53e-985f-432d-b95e-6289d4adc425 req-7cf62685-d421-4b96-92e4-9f3d19e47e44 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405310 Mar 08 18:50:56.206313 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:56.686491 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486470a-e154-459e-b862-040b40c06aac req-63985ed7-ef5a-4b71-ac1c-0927057047cb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:56.688912 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7486470a-e154-459e-b862-040b40c06aac req-63985ed7-ef5a-4b71-ac1c-0927057047cb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.1555574 Mar 08 18:50:56.750476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f883f5b-912a-4797-b061-ab9bd769202b req-cfa30040-9021-4320-a7be-694f01d477a3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:56.752103 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f883f5b-912a-4797-b061-ab9bd769202b req-cfa30040-9021-4320-a7be-694f01d477a3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1389527 Mar 08 18:50:56.832093 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7486470a-e154-459e-b862-040b40c06aac req-3fd773b4-008f-4b43-bf35-3a0164a267e4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295371 Mar 08 18:50:56.896716 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f883f5b-912a-4797-b061-ab9bd769202b req-9a762fe6-3578-4580-8101-690c3e6dd861 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200285 Mar 08 18:50:57.020879 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-ee9346e5-5020-4998-bfe9-afc3f04e7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:57.024905 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-ee9346e5-5020-4998-bfe9-afc3f04e7b7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1130 time: 0.0838764 Mar 08 18:50:57.200083 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-0fd038e9-178f-46c6-8b5b-c0b6a0c0ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:57.202530 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-0fd038e9-178f-46c6-8b5b-c0b6a0c0ad80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.1677482 Mar 08 18:50:57.304584 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-b82ce2a4-5329-49e5-a128-b82eba93f867 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 1000 time: 0.0907404 Mar 08 18:50:57.384615 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-58898bbe-e08e-4344-acd5-3686a7267f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:57.387007 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-58898bbe-e08e-4344-acd5-3686a7267f21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0729003 Mar 08 18:50:57.481005 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-ffdba7c5-8a0e-42e0-9b8b-de801f75b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:57.483695 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-ffdba7c5-8a0e-42e0-9b8b-de801f75b0ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867696 Mar 08 18:50:57.589242 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-0943c975-a7ce-4833-bd71-68b55225a7d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985723 Mar 08 18:50:57.654555 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:57.717841 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-80a85d4f-2ae8-47b2-80dd-35a6e2246811 req-de143d21-b648-4eab-89d7-fd04516366db service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224480 Mar 08 18:50:58.039941 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b6c7-07b4-4e93-b868-5e8a852b868e req-5beaa537-4ee8-430f-86c1-d1c66dfbd107 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:58.042228 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27d7b6c7-07b4-4e93-b868-5e8a852b868e req-5beaa537-4ee8-430f-86c1-d1c66dfbd107 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 946 time: 0.0931609 Mar 08 18:50:58.138865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b392a63-d538-48e0-bb65-d9e013323586 req-cb515200-3f0c-49a3-86a5-854d7c198090 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:58.140511 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7b392a63-d538-48e0-bb65-d9e013323586 req-cb515200-3f0c-49a3-86a5-854d7c198090 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1247225 Mar 08 18:50:58.149947 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27d7b6c7-07b4-4e93-b868-5e8a852b868e req-ce68699f-b81e-4ae2-b7e4-fa0307f57d71 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857842 Mar 08 18:50:58.243870 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7b392a63-d538-48e0-bb65-d9e013323586 req-b7c4cf77-096d-48f1-9bba-0eb8f8ca25ac tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 Mar 08 18:50:58.300868 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:58.771217 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:50:58.933962 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: ACTIVE; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:50:58.934399 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:58.969042 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:50:58.972199 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5589f28e-5dd7-4313-a246-f28bf98f9e0f" -d '{"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:50:58.988062 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:50:58.994338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:59.030784 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e206e4-e888-4c9f-8766-3eea85cdc2d8 x-openstack-request-id: req-01e206e4-e888-4c9f-8766-3eea85cdc2d8 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:50:59.031073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:50:59.031484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01e206e4-e888-4c9f-8766-3eea85cdc2d8 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:50:59.031870 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'code': 200} Mar 08 18:50:59.077065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=8']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:50:59.085648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.085984 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.087488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.087488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.087488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.087488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.088099 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.088099 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.088410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.088752 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.089090 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.089479 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.089762 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:50:59.328432 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1fca3-cc39-4bcb-b83b-de959f0e872b req-bc17f35a-04fd-4850-bd1e-722a44888376 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:59.330043 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f7c1fca3-cc39-4bcb-b83b-de959f0e872b req-bc17f35a-04fd-4850-bd1e-722a44888376 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0715737 Mar 08 18:50:59.423954 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f7c1fca3-cc39-4bcb-b83b-de959f0e872b req-94327121-e652-43e8-baec-e9ca0d71d267 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830038 Mar 08 18:50:59.448134 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1930a8-e681-4e50-8fc7-a86b98d10f91 req-5a1c900a-42e7-445a-9cdf-b84c6efeccec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:50:59.450282 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b1930a8-e681-4e50-8fc7-a86b98d10f91 req-5a1c900a-42e7-445a-9cdf-b84c6efeccec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0988698 Mar 08 18:50:59.504618 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b1930a8-e681-4e50-8fc7-a86b98d10f91 req-395d601d-28ae-4004-8dec-d476f9263e84 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481434 Mar 08 18:51:00.062571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48372) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:00.092572 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48376) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:00.171423 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Deleting subnet b431c4f0-46e9-4eae-b007-fc2113163031 {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:51:00.176366 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Publish callbacks [] for subnet (b431c4f0-46e9-4eae-b007-fc2113163031), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.226860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (b431c4f0-46e9-4eae-b007-fc2113163031), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.229590 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2c3798c3-02c1-42ae-9099-4a9eae3a1bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.285137 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (b431c4f0-46e9-4eae-b007-fc2113163031), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.339062 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2c3798c3-02c1-42ae-9099-4a9eae3a1bfd admin admin] Publish callbacks [] for security_group (58d92dc9-98c8-4840-97a9-d8dc57d97069), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.345067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2c3798c3-02c1-42ae-9099-4a9eae3a1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (58d92dc9-98c8-4840-97a9-d8dc57d97069), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.391915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (b431c4f0-46e9-4eae-b007-fc2113163031), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.410156 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-2c3798c3-02c1-42ae-9099-4a9eae3a1bfd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42ec374249124c94b997ea2ef53eadf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429537 Mar 08 18:51:00.410621 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48380) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:00.419641 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3798c3-02c1-42ae-9099-4a9eae3a1bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d92dc9-98c8-4840-97a9-d8dc57d97069,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:00.440216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b431c4f0-46e9-4eae-b007-fc2113163031,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:00.465409 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.470280 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-64a0fd08-d02d-4595-934f-f41b566dcbea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b431c4f0-46e9-4eae-b007-fc2113163031 HTTP/1.1" status: 204 len: 168 time: 0.3746603 Mar 08 18:51:00.472701 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48384) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:00.511386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] Publish callbacks [] for security_group (58d92dc9-98c8-4840-97a9-d8dc57d97069), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.606408 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (08fd933c-7e43-4c8a-8441-5b6aec98c6cf), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.609398 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] Publish callbacks [] for security_group (58d92dc9-98c8-4840-97a9-d8dc57d97069), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.735852 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8384202-ce5d-4edc-a23d-fa103ba524ab req-068d53e6-3711-4f52-aa82-e696c8b0f61e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:00.737519 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b8384202-ce5d-4edc-a23d-fa103ba524ab req-068d53e6-3711-4f52-aa82-e696c8b0f61e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1808419 Mar 08 18:51:00.781717 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (58d92dc9-98c8-4840-97a9-d8dc57d97069), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.784340 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.785696 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58d92dc9-98c8-4840-97a9-d8dc57d97069 HTTP/1.1" status: 204 len: 168 time: 0.3732646 Mar 08 18:51:00.830628 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b630d5-2f60-48b6-bf4f-4d22782dc9a4 req-832bf15f-f025-443f-b24a-f2a777f08d3d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:00.832222 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-91b630d5-2f60-48b6-bf4f-4d22782dc9a4 req-832bf15f-f025-443f-b24a-f2a777f08d3d tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1954799 Mar 08 18:51:00.843172 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (08fd933c-7e43-4c8a-8441-5b6aec98c6cf), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:00.850112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e815d3-3f0a-4566-ae10-77bbfddf2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d92dc9-98c8-4840-97a9-d8dc57d97069,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:00.925576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.925946 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.926698 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.927262 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > port after_create 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.927776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.928285 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > port after_update 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.928831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.929926 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.930423 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:00.930964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:01.006838 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:01.007410 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:01.008460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:01.008460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:51:01.008460 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fd933c-7e43-4c8a-8441-5b6aec98c6cf']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:01.039740 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b8384202-ce5d-4edc-a23d-fa103ba524ab req-7c46fd47-c048-4455-a75a-3f1ab5662447 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889290 Mar 08 18:51:01.041978 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002620c-3074-4735-8784-b9c84898fa42') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:01.042256 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002620c-3074-4735-8784-b9c84898fa42') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:01.071280 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (a002620c-3074-4735-8784-b9c84898fa42), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.107996 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-91b630d5-2f60-48b6-bf4f-4d22782dc9a4 req-8ed35422-1eff-4594-96f2-6646c3e3b341 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590933 Mar 08 18:51:01.109091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (a002620c-3074-4735-8784-b9c84898fa42), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.132112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:51:01.132959 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (a002620c-3074-4735-8784-b9c84898fa42), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: from cryptography.utils import int_from_bytes Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: from cryptography.utils import int_from_bytes Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:51:01.139617 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:51:01.232790 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (08fd933c-7e43-4c8a-8441-5b6aec98c6cf), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.259319 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.265436 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] 10.222.0.57 "DELETE /v2.0/networks/08fd933c-7e43-4c8a-8441-5b6aec98c6cf HTTP/1.1" status: 204 len: 168 time: 0.7913368 Mar 08 18:51:01.273431 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de06d-b24e-41fd-956f-4db19a530b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=08fd933c-7e43-4c8a-8441-5b6aec98c6cf,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:01.303384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48402) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:01.322529 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a17e4576-d17d-4224-84a6-66c1f4c97b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.456838 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a17e4576-d17d-4224-84a6-66c1f4c97b4b admin admin] Publish callbacks [] for security_group (3cca9266-33ac-46ac-96db-3a8129135944), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.462606 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a17e4576-d17d-4224-84a6-66c1f4c97b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (3cca9266-33ac-46ac-96db-3a8129135944), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.519289 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48408) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:01.528542 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a17e4576-d17d-4224-84a6-66c1f4c97b4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ee49ce458ee40b1a71e47b00eb335c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233958 Mar 08 18:51:01.539807 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e4576-d17d-4224-84a6-66c1f4c97b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca9266-33ac-46ac-96db-3a8129135944,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:01.590105 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48410) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:01.613852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] Publish callbacks [] for security_group (3cca9266-33ac-46ac-96db-3a8129135944), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.639338 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1a409eec-18a0-464f-a672-3a3cd2784aac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af4322701ff347c18cb839471b0e9389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475159 Mar 08 18:51:01.642098 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48412) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:01.674428 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] Publish callbacks [] for security_group (3cca9266-33ac-46ac-96db-3a8129135944), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.714940 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] Publish callbacks [] for security_group (6100b540-47d2-417b-b7fb-02f4aff3f05c), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.759165 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] Publish callbacks [] for security_group (6100b540-47d2-417b-b7fb-02f4aff3f05c), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.762638 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (3cca9266-33ac-46ac-96db-3a8129135944), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.765955 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.767195 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cca9266-33ac-46ac-96db-3a8129135944 HTTP/1.1" status: 204 len: 168 time: 0.2468865 Mar 08 18:51:01.780327 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f3029-691f-4432-b7ff-c539178b4af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca9266-33ac-46ac-96db-3a8129135944,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:01.855776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6100b540-47d2-417b-b7fb-02f4aff3f05c), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.859177 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:01.860769 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6100b540-47d2-417b-b7fb-02f4aff3f05c HTTP/1.1" status: 204 len: 168 time: 0.2177250 Mar 08 18:51:01.869912 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfbcd7-cf02-44ef-8132-d2e95005d245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6100b540-47d2-417b-b7fb-02f4aff3f05c,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:02.025358 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-a29e8a57-091f-4673-9288-f4a2463f39c4 req-c7fa96d6-1cb1-4a5c-a4be-63fe0d8ece01 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:51:02.026555 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a29e8a57-091f-4673-9288-f4a2463f39c4 req-c7fa96d6-1cb1-4a5c-a4be-63fe0d8ece01 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057366 Mar 08 18:51:02.352437 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79292112-cbb5-4ad9-9665-0ecb2e9011c5 req-7af6ce6d-75c6-490f-9c9d-0125f9a5284a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:02.353853 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-79292112-cbb5-4ad9-9665-0ecb2e9011c5 req-7af6ce6d-75c6-490f-9c9d-0125f9a5284a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0901155 Mar 08 18:51:02.368112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b861fa-ec41-4613-a333-03e0deeae484 req-af6a8f00-3b29-4405-a687-5255250e0d30 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:02.370045 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65b861fa-ec41-4613-a333-03e0deeae484 req-af6a8f00-3b29-4405-a687-5255250e0d30 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1161959 Mar 08 18:51:02.508436 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-79292112-cbb5-4ad9-9665-0ecb2e9011c5 req-2de46454-60cd-44a5-8402-4bfe73aa49a3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358879 Mar 08 18:51:02.522748 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65b861fa-ec41-4613-a333-03e0deeae484 req-87b115a0-7b9c-45a1-9bd6-1a5a7c6087d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313601 Mar 08 18:51:02.812328 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:51:02.978409 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: DOWN; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:03.263276 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48482) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:03.462939 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-b71921c8-e0f5-4ba4-ba32-673255e87f02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1983607 Mar 08 18:51:03.476715 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-0e7fc13f-4966-465a-b4b6-4cf2e66d0628 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:51:03.479036 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-0e7fc13f-4966-465a-b4b6-4cf2e66d0628 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096292 Mar 08 18:51:03.769932 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628751c-02d8-40ce-906d-30b9a4b9b126 req-9e2266aa-a052-4ff7-bad1-af3779195eef tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:03.772757 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c628751c-02d8-40ce-906d-30b9a4b9b126 req-9e2266aa-a052-4ff7-bad1-af3779195eef tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1028633 Mar 08 18:51:03.787966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746f4e0-f53a-476f-ba88-972080c9e420 req-2b36e025-612d-4861-9c92-2586614254d1 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:03.791813 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48506) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:03.792738 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d746f4e0-f53a-476f-ba88-972080c9e420 req-2b36e025-612d-4861-9c92-2586614254d1 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1610317 Mar 08 18:51:03.865756 dv-cinder-830087-3-iscsi neutron-server[109995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 18:51:03.920990 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c628751c-02d8-40ce-906d-30b9a4b9b126 req-c55bdda3-24c3-4891-b360-1e31279562ef tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271937 Mar 08 18:51:03.933688 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-06cd9441-a3cf-475f-a38d-eb95821b7a1a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:03.936415 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-06cd9441-a3cf-475f-a38d-eb95821b7a1a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports/fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 941 time: 0.1435087 Mar 08 18:51:03.943741 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d746f4e0-f53a-476f-ba88-972080c9e420 req-9a958843-8051-4241-87d1-031324ca87c6 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314170 Mar 08 18:51:05.129960 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c2482-f17d-4065-809c-76bed688d06b req-9def67ab-6c65-434e-8394-82bb3a7283bb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:05.131641 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cc5c2482-f17d-4065-809c-76bed688d06b req-9def67ab-6c65-434e-8394-82bb3a7283bb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0991652 Mar 08 18:51:05.139166 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6d2f-9ce5-47d8-a895-e43da9684f85 req-e7c10f0c-3d59-4a7a-9d59-a348dd2f57d0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:05.141248 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6b4f6d2f-9ce5-47d8-a895-e43da9684f85 req-e7c10f0c-3d59-4a7a-9d59-a348dd2f57d0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0976999 Mar 08 18:51:05.226704 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cc5c2482-f17d-4065-809c-76bed688d06b req-7ed8b44e-e444-405a-bc14-2d223cf08861 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826445 Mar 08 18:51:05.240562 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6b4f6d2f-9ce5-47d8-a895-e43da9684f85 req-68d241b3-d9d0-425e-8b96-1e2b8883cb3b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797515 Mar 08 18:51:05.824139 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-e7cbc74b-904e-44c8-9c97-e1c95b8a6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:05.825941 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-e7cbc74b-904e-44c8-9c97-e1c95b8a6766 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 1128 time: 0.1124408 Mar 08 18:51:05.939176 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-39c03093-bf5f-4964-bb65-936140c520fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:05.941932 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-39c03093-bf5f-4964-bb65-936140c520fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1128 time: 0.0919352 Mar 08 18:51:06.083442 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-8d2bfcfb-f7ad-445b-a550-da4e4abc7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:06.085115 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-8d2bfcfb-f7ad-445b-a550-da4e4abc7924 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.1372287 Mar 08 18:51:06.167861 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-368372e7-15e7-459f-bc8b-95aa774e038f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 998 time: 0.0755336 Mar 08 18:51:06.245919 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-0a4873a1-26ca-4465-ace0-773c74ef57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:06.248555 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-0a4873a1-26ca-4465-ace0-773c74ef57b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0739751 Mar 08 18:51:06.417910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-c8fe230b-8b97-4eb9-be14-0a2def8f15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:06.421710 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-c8fe230b-8b97-4eb9-be14-0a2def8f15d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1540468 Mar 08 18:51:06.558495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95722-ceb7-4d96-86e5-f1e0be19c281 req-5ea93944-35f6-4cf9-851c-fc4860a37b79 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:06.560213 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0dc95722-ceb7-4d96-86e5-f1e0be19c281 req-5ea93944-35f6-4cf9-851c-fc4860a37b79 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1090598 Mar 08 18:51:06.568185 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17dd85-f5f2-4577-9a55-39f7edc516b5 req-75131b81-90f4-41f1-9c4c-4862efded721 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:06.571810 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8c17dd85-f5f2-4577-9a55-39f7edc516b5 req-75131b81-90f4-41f1-9c4c-4862efded721 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1375272 Mar 08 18:51:06.614584 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-b2a79333-c379-43b4-951b-2df30e2f0a47 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860967 Mar 08 18:51:06.701232 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0dc95722-ceb7-4d96-86e5-f1e0be19c281 req-1aabb7ab-31fc-4f93-849c-da374abd8744 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292167 Mar 08 18:51:06.709497 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8c17dd85-f5f2-4577-9a55-39f7edc516b5 req-f8e26ba8-e20e-4a4b-8395-33b48e28fa60 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305015 Mar 08 18:51:06.777409 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-865e7722-ae0b-4df6-ba36-22a1d8649a8a req-e7739f9f-53a9-4ac2-8cf5-2489a80537ed service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559134 Mar 08 18:51:08.173178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679de72b-d196-499d-b9bc-5172cc33446a req-03eec5ca-61cf-46a2-9524-4a868d22bd14 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:08.192458 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-679de72b-d196-499d-b9bc-5172cc33446a req-03eec5ca-61cf-46a2-9524-4a868d22bd14 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.2961867 Mar 08 18:51:08.258772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15c8af-1af7-4e5e-99ec-45a840965127 req-90f8f65a-3d23-4703-ad3a-4bafb0aa4355 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:08.265404 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a15c8af-1af7-4e5e-99ec-45a840965127 req-90f8f65a-3d23-4703-ad3a-4bafb0aa4355 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2759514 Mar 08 18:51:08.277637 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48632) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:08.461421 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36f4a8-711b-4f38-bd8f-7f3835e6c885 req-9aa2ca2f-c4dd-4e89-bc8d-a1b0bb66a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:08.468041 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c36f4a8-711b-4f38-bd8f-7f3835e6c885 req-9aa2ca2f-c4dd-4e89-bc8d-a1b0bb66a328 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.1943815 Mar 08 18:51:08.510667 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-679de72b-d196-499d-b9bc-5172cc33446a req-2fc01d40-98ef-4c63-8f71-85aa77c41ffc tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167605 Mar 08 18:51:08.559292 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a15c8af-1af7-4e5e-99ec-45a840965127 req-6aa560e4-23a9-4e1f-98ea-0d97e6001cc2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594671 Mar 08 18:51:08.683795 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c36f4a8-711b-4f38-bd8f-7f3835e6c885 req-bdd795a7-5324-461c-9d9f-f199c03d005f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028154 Mar 08 18:51:08.700750 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9de86fd-c508-4214-83e2-76af382d4f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:08.892119 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9de86fd-c508-4214-83e2-76af382d4f87 admin admin] Publish callbacks [] for security_group (187311bb-a220-41a5-8f1c-700ebf82e3c5), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:08.897598 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9de86fd-c508-4214-83e2-76af382d4f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (187311bb-a220-41a5-8f1c-700ebf82e3c5), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:08.945100 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f9de86fd-c508-4214-83e2-76af382d4f87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54041c55e0f0423ba5fc4f271cdd76d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6623123 Mar 08 18:51:08.945413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48646) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:08.947964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de86fd-c508-4214-83e2-76af382d4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187311bb-a220-41a5-8f1c-700ebf82e3c5,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:09.154932 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] Publish callbacks [] for security_group (187311bb-a220-41a5-8f1c-700ebf82e3c5), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:09.235532 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] Publish callbacks [] for security_group (187311bb-a220-41a5-8f1c-700ebf82e3c5), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:09.326598 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (187311bb-a220-41a5-8f1c-700ebf82e3c5), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:09.331212 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:09.343512 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/187311bb-a220-41a5-8f1c-700ebf82e3c5 HTTP/1.1" status: 204 len: 168 time: 0.3851380 Mar 08 18:51:09.360619 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9319b-693d-4728-8266-f8a029b421a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187311bb-a220-41a5-8f1c-700ebf82e3c5,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:09.876558 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f0ad-4168-4c87-aef1-69ea0434796d req-7f324539-b51d-440c-b06a-173fc96ba4c5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:09.888204 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86a8f0ad-4168-4c87-aef1-69ea0434796d req-7f324539-b51d-440c-b06a-173fc96ba4c5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1848450 Mar 08 18:51:09.901269 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72298582-a09a-4201-93f3-a2a46efd1ab8 req-2b9755c1-5d10-4d65-b319-559a6a216a7f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:09.903317 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-72298582-a09a-4201-93f3-a2a46efd1ab8 req-2b9755c1-5d10-4d65-b319-559a6a216a7f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1368179 Mar 08 18:51:10.069204 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-72298582-a09a-4201-93f3-a2a46efd1ab8 req-5743cddb-aaf7-4af6-ba85-21654cd68708 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376987 Mar 08 18:51:10.098882 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86a8f0ad-4168-4c87-aef1-69ea0434796d req-739eaa2f-3af5-4e00-b244-14bf306483ec tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943908 Mar 08 18:51:10.670097 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48690) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:10.853529 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-764291906-network', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:10.913046 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Made reservation on behalf of bf50d1fbdbd747268e9e52317a836df4 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:10.916710 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:10.933053 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.096603 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks [] for security_group (5f73eddb-b361-46d9-8ee2-8c60b244a21d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.103831 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5f73eddb-b361-46d9-8ee2-8c60b244a21d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.171331 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:51:11.203829 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f73eddb-b361-46d9-8ee2-8c60b244a21d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:11.227892 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (b556632c-2b6b-42e7-969b-33d67c94910a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.228965 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Added segment b556632c-2b6b-42e7-969b-33d67c94910a of type vlan for network bbba04bd-0536-4937-ae80-5772df2ad1ef Mar 08 18:51:11.321153 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (bbba04bd-0536-4937-ae80-5772df2ad1ef), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.379780 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (bbba04bd-0536-4937-ae80-5772df2ad1ef), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.380876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:11.381531 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.404380 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068394a9-1922-4b29-a227-ed5ef284acca req-fd4c698b-7fad-4346-9798-f6da9158f467 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:11.406225 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-068394a9-1922-4b29-a227-ed5ef284acca req-fd4c698b-7fad-4346-9798-f6da9158f467 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1533930 Mar 08 18:51:11.432948 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7607548 Mar 08 18:51:11.437236 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48704) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:11.443325 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Request body: {'subnet': {'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-764291906-subnet', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:11.454681 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca35d-c28f-48f7-869e-7ecc0dc85ce9 req-08339bed-0c0d-4a38-918c-965a35b75821 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:11.475999 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2deca35d-c28f-48f7-869e-7ecc0dc85ce9 req-08339bed-0c0d-4a38-918c-965a35b75821 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1527233 Mar 08 18:51:11.561422 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-068394a9-1922-4b29-a227-ed5ef284acca req-96a5807f-c67a-458b-82e4-92801548f9b1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454694 Mar 08 18:51:11.577545 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Made reservation on behalf of bf50d1fbdbd747268e9e52317a836df4 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:11.581460 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:11.588123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888c37d-cbcf-49d5-a24d-8492ab00f224 admin admin] Pushing event updated for resources: {'Network': ['ID=bbba04bd-0536-4937-ae80-5772df2ad1ef,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:11.592839 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2deca35d-c28f-48f7-869e-7ecc0dc85ce9 req-e931105e-8e57-4d62-bc14-82157b41e372 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150644 Mar 08 18:51:11.619740 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network bbba04bd-0536-4937-ae80-5772df2ad1ef details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:51:11.992468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (d8ab7bbb-4dfe-4a11-850a-7fb22990060b), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.126912 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ab7bbb-4dfe-4a11-850a-7fb22990060b,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:12.137002 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Checking segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:12.137596 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Network hostable DHCP agents. Network: bbba04bd-0536-4937-ae80-5772df2ad1ef, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:51:12.190611 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Network bbba04bd-0536-4937-ae80-5772df2ad1ef is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:51:12.207158 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, bbba04bd-0536-4937-ae80-5772df2ad1ef) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:12.228136 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:12.228818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.243181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb02b81-32e8-45ca-ba98-53960ba48f41 None None] Network bbba04bd-0536-4937-ae80-5772df2ad1ef requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:51:12.286537 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7dd40dc3-8557-44ff-b791-f72486707aba admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8478479 Mar 08 18:51:12.290829 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48714) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:12.295839 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:12.345915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (8316b170-3c52-463a-9a79-6afac3edaf08), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.347861 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (8316b170-3c52-463a-9a79-6afac3edaf08), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.464649 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for router_controller (8316b170-3c52-463a-9a79-6afac3edaf08), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.502699 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-bbba04bd-0536-4937-ae80-5772df2ad1ef', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:51:12.504291 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:12.990832 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Allocated IP 172.20.0.2 (bbba04bd-0536-4937-ae80-5772df2ad1ef/d8ab7bbb-4dfe-4a11-850a-7fb22990060b/815cf6a7-70d3-4ca4-b498-c13a13455f17) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:13.086956 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for router_gateway (8316b170-3c52-463a-9a79-6afac3edaf08), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:13.265677 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1c755-c4c6-42d7-8832-7b4187473d26 req-f5d7564e-7757-4290-92c0-6cc1833bb057 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:13.268382 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-10d1c755-c4c6-42d7-8832-7b4187473d26 req-f5d7564e-7757-4290-92c0-6cc1833bb057 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.4091527 Mar 08 18:51:13.284401 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cf9bd-a481-4ca6-a5d7-f52141f76b67 req-e29cdffa-e98e-4014-a835-d920cfd01d92 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:13.287088 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b40cf9bd-a481-4ca6-a5d7-f52141f76b67 req-e29cdffa-e98e-4014-a835-d920cfd01d92 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.4253554 Mar 08 18:51:13.471335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks [] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:13.483950 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:13.503789 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-10d1c755-c4c6-42d7-8832-7b4187473d26 req-afbbf4e8-e0f8-48fb-b684-ca458a5ee496 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146783 Mar 08 18:51:13.510526 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b40cf9bd-a481-4ca6-a5d7-f52141f76b67 req-8cdebd0d-84ae-494c-be98-9d4f575c1f7e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073100 Mar 08 18:51:13.716117 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Network bbba04bd-0536-4937-ae80-5772df2ad1ef is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:13.718991 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Pushing event updated for resources: {'Port': ['ID=815cf6a7-70d3-4ca4-b498-c13a13455f17,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:13.727982 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:13.739776 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:13.875886 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for router_gateway (8316b170-3c52-463a-9a79-6afac3edaf08), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:13.933836 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:14.060642 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Attempting to bind port 815cf6a7-70d3-4ca4-b498-c13a13455f17 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:14.061768 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Attempting to bind port 815cf6a7-70d3-4ca4-b498-c13a13455f17 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:14.062599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Attempting to bind port 815cf6a7-70d3-4ca4-b498-c13a13455f17 on network bbba04bd-0536-4937-ae80-5772df2ad1ef {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:14.083512 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:14.087490 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Checking segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:14.089865 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:14.091028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Bound using segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:14.092199 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Bound port: 815cf6a7-70d3-4ca4-b498-c13a13455f17, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:14.093108 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:14.313630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Allocated IP 172.27.1.179 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/4c1cc522-7068-451d-b643-38fd4a7e1bc5) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:14.422718 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] For port 815cf6a7-70d3-4ca4-b498-c13a13455f17, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:14.429468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] For port 815cf6a7-70d3-4ca4-b498-c13a13455f17, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=815cf6a7-70d3-4ca4-b498-c13a13455f17,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:14.443444 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:14.631016 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9988d-7a0e-45b8-8b95-bc12e72c5e8b None None] Pushing event updated for resources: {'Port': ['ID=815cf6a7-70d3-4ca4-b498-c13a13455f17,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:15.112084 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5750b3-bc17-4829-9f0a-b8ffb583b663 req-f68496cd-e778-44cf-a579-8cd77a81a2f4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:15.115920 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f5750b3-bc17-4829-9f0a-b8ffb583b663 req-f68496cd-e778-44cf-a579-8cd77a81a2f4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.2060857 Mar 08 18:51:15.130664 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38af82-5c49-4118-8828-a626570cafb3 req-f189e90b-6f95-4fe1-9b3c-454d6d9f6002 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:15.139409 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f38af82-5c49-4118-8828-a626570cafb3 req-f189e90b-6f95-4fe1-9b3c-454d6d9f6002 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2192242 Mar 08 18:51:15.296406 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:15.369651 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f5750b3-bc17-4829-9f0a-b8ffb583b663 req-5d94b417-36d7-4207-8a1f-baba4be5613f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259972 Mar 08 18:51:15.447985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 815cf6a7-70d3-4ca4-b498-c13a13455f17 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:15.454876 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f38af82-5c49-4118-8828-a626570cafb3 req-510e7dd1-09ec-493f-9532-90ddfd649efb tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139672 Mar 08 18:51:15.496720 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:15.552455 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1cc522-7068-451d-b643-38fd4a7e1bc5,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:15.582395 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 815cf6a7-70d3-4ca4-b498-c13a13455f17 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:15.583049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:15.591868 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:15.595210 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:15.600631 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:15.937793 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 815cf6a7-70d3-4ca4-b498-c13a13455f17 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:15.938441 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:16.001426 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 815cf6a7-70d3-4ca4-b498-c13a13455f17, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=815cf6a7-70d3-4ca4-b498-c13a13455f17,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:16.011053 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:16.110937 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=815cf6a7-70d3-4ca4-b498-c13a13455f17,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:16.173907 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for router_gateway (8316b170-3c52-463a-9a79-6afac3edaf08), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:16.258657 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a90f1-3730-4658-91e3-4d2b360dd3fd None None] Network bbba04bd-0536-4937-ae80-5772df2ad1ef requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:51:16.371426 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-f9535199-ba43-4948-acaa-19fc04f03df6 None None] Provisioning complete for port 815cf6a7-70d3-4ca4-b498-c13a13455f17 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:16.371878 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f9535199-ba43-4948-acaa-19fc04f03df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:16.638169 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (8316b170-3c52-463a-9a79-6afac3edaf08), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:16.799501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-f9535199-ba43-4948-acaa-19fc04f03df6 None None] Current status of the port 815cf6a7-70d3-4ca4-b498-c13a13455f17 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:16.981262 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2dc2-aada-42ef-9754-8570ed30411e req-b08bf84c-a74a-411d-9a0a-932e2e3c22eb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:16.984162 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-29de2dc2-aada-42ef-9754-8570ed30411e req-b08bf84c-a74a-411d-9a0a-932e2e3c22eb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.3218708 Mar 08 18:51:16.997441 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a27934-f485-4c3d-87f6-a3dcbfe4099c req-eb80a6a7-457a-4a13-9439-ffbc47a64968 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:16.999841 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f2a27934-f485-4c3d-87f6-a3dcbfe4099c req-eb80a6a7-457a-4a13-9439-ffbc47a64968 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.3733473 Mar 08 18:51:17.164908 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Router 8316b170-3c52-463a-9a79-6afac3edaf08 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:51:17.196085 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-29de2dc2-aada-42ef-9754-8570ed30411e req-31dfda63-a2d5-4f88-ac3f-642b38ef166c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686220 Mar 08 18:51:17.235471 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f2a27934-f485-4c3d-87f6-a3dcbfe4099c req-fdb1952a-b028-472d-9486-a9e7dd81fbb5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274108 Mar 08 18:51:17.269144 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-1de28d77-ea55-46c8-a9d4-b58a27411308 None None] Provisioning complete for port 815cf6a7-70d3-4ca4-b498-c13a13455f17 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:17.270038 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1de28d77-ea55-46c8-a9d4-b58a27411308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:17.412285 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 815cf6a7-70d3-4ca4-b498-c13a13455f17 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:17.457836 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:51:17.475649 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-1de28d77-ea55-46c8-a9d4-b58a27411308 None None] Current status of the port 815cf6a7-70d3-4ca4-b498-c13a13455f17 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:17.483053 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Sync routers for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:51:17.491251 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:17.492593 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9349068c-cdbf-40b7-94e6-ae861d737140 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2006791 Mar 08 18:51:17.495789 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48754) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:17.500143 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:17.501167 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:50:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:17.509706 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 815cf6a7-70d3-4ca4-b498-c13a13455f17 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:17.510337 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:17.651852 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 815cf6a7-70d3-4ca4-b498-c13a13455f17 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:17.662708 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:17.873103 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:15Z', 'revision_number': 3, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:18.000514 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Checking router: 8316b170-3c52-463a-9a79-6afac3edaf08 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:51:18.000861 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Updating router 8316b170-3c52-463a-9a79-6afac3edaf08 port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:51:18.026855 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.033108 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.211356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Allocated IP 172.20.0.1 (bbba04bd-0536-4937-ae80-5772df2ad1ef/d8ab7bbb-4dfe-4a11-850a-7fb22990060b/55f15923-8410-4d7b-9fef-ab5e7fd586b9) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:18.358395 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks [] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.375013 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.376317 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks [] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.392396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d6820-719b-4bd7-9524-d534930ec3fe req-dedd10f2-ed30-4649-af61-d43f4dbc6aec tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:18.393994 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-664d6820-719b-4bd7-9524-d534930ec3fe req-dedd10f2-ed30-4649-af61-d43f4dbc6aec tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1003666 Mar 08 18:51:18.451544 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Attempting to bind port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:18.451914 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Attempting to bind port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:18.452271 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Attempting to bind port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:18.457346 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Pushing event updated for resources: {'Port': ['ID=4c1cc522-7068-451d-b643-38fd4a7e1bc5,revision_number=2']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:18.470516 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:18.470850 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:18.471213 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.471603 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:18.472102 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Bound port: 4c1cc522-7068-451d-b643-38fd4a7e1bc5, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:18.472646 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.475989 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.476878 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.477241 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.477576 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.477924 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.478224 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.478548 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.478873 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.479293 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.479637 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.479958 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.480284 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.480596 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:18.503372 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.520238 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-664d6820-719b-4bd7-9524-d534930ec3fe req-bffff693-46b4-4b4e-b7d8-509c9241f44e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117854 Mar 08 18:51:18.548953 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6c7c-3ac3-4dc3-9722-8fcd8768766c req-3c425252-ab51-46f5-a9ed-7d8eb8cf8b96 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:18.548953 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d26c6c7c-3ac3-4dc3-9722-8fcd8768766c req-3c425252-ab51-46f5-a9ed-7d8eb8cf8b96 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1531696 Mar 08 18:51:18.557496 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] For port 4c1cc522-7068-451d-b643-38fd4a7e1bc5, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:18.563241 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] For port 4c1cc522-7068-451d-b643-38fd4a7e1bc5, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c1cc522-7068-451d-b643-38fd4a7e1bc5,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:18.573876 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Network bbba04bd-0536-4937-ae80-5772df2ad1ef is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:18.574257 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.585891 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:18.601713 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:18.641645 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:18.642374 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:50:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:18.648554 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Pushing event updated for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:18.694697 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf14d4-98a3-4843-9133-c4119c83e00a None None] Pushing event updated for resources: {'Port': ['ID=4c1cc522-7068-451d-b643-38fd4a7e1bc5,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:18.708500 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (8316b170-3c52-463a-9a79-6afac3edaf08), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:18.721537 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d26c6c7c-3ac3-4dc3-9722-8fcd8768766c req-35ac6233-bdc0-4194-9d35-1afa1ce3e1dd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547828 Mar 08 18:51:18.799511 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:19.045696 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:15Z', 'revision_number': 3, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:19.053334 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:19.058357 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-c1da7e2c-f073-4f23-92fa-30f440964d8c None None] Provisioning complete for port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:19.059771 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c1da7e2c-f073-4f23-92fa-30f440964d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:19.077763 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35fa40-eabf-4945-8356-2dc0f09ee347 None None] The sync data for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi is: [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:15Z', 'revision_number': 3, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:51:19.134918 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-c1da7e2c-f073-4f23-92fa-30f440964d8c None None] Port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:19.329251 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks [] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:19.337732 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:19.450066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Pushing event updated for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:19.453178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (8316b170-3c52-463a-9a79-6afac3edaf08), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:19.685565 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Network bbba04bd-0536-4937-ae80-5772df2ad1ef is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:19.690375 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:20.036114 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93967c2-234a-4e8c-8b30-5bccd1f87c64 req-395eac3f-c8a9-4715-8ff1-6fde916750c5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:20.038926 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c93967c2-234a-4e8c-8b30-5bccd1f87c64 req-395eac3f-c8a9-4715-8ff1-6fde916750c5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.4188297 Mar 08 18:51:20.042656 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Router 8316b170-3c52-463a-9a79-6afac3edaf08 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:51:20.169873 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c93967c2-234a-4e8c-8b30-5bccd1f87c64 req-bdbfc31d-f253-41e4-a443-18ebc39936d6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546737 Mar 08 18:51:20.210739 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-feb201d9-28c6-40d8-81fe-e47adeadd36d None None] Provisioning complete for port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:20.211539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-feb201d9-28c6-40d8-81fe-e47adeadd36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:20.273662 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-feb201d9-28c6-40d8-81fe-e47adeadd36d None None] Port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:20.321407 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71680cea-edde-435c-81a1-ee9c59ba0457 req-59495afb-5c44-4394-9634-8ead8ffe622b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:20.324394 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-71680cea-edde-435c-81a1-ee9c59ba0457 req-59495afb-5c44-4394-9634-8ead8ffe622b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.3233490 Mar 08 18:51:20.709310 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-652de933-9b13-4f1d-b544-13a235d4c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:20.751985 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:51:20.759229 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bbc89f22-9adc-45c5-982a-34ba57e28def admin admin] 10.222.0.57 "PUT /v2.0/routers/8316b170-3c52-463a-9a79-6afac3edaf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2622848 Mar 08 18:51:20.763188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-71680cea-edde-435c-81a1-ee9c59ba0457 req-424b68e4-b463-4318-be44-802e43795fd5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321663 Mar 08 18:51:21.327108 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c1cc522-7068-451d-b643-38fd4a7e1bc5 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:21.426635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:21.426635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.428782 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dfd04-70cc-4987-9022-9d8f001f2051 req-a991b4b2-a5ae-45fb-ab31-5d154e217102 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:21.436679 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2b4dfd04-70cc-4987-9022-9d8f001f2051 req-a991b4b2-a5ae-45fb-ab31-5d154e217102 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0806980 Mar 08 18:51:21.493943 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Sync routers for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:51:21.512181 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48808) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:21.517487 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-989960210-network', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:21.520503 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2b4dfd04-70cc-4987-9022-9d8f001f2051 req-5540e83b-0251-48cb-b75e-45ba7d9eec63 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828867 Mar 08 18:51:21.552234 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:21.553013 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:50:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:21.556032 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Made reservation on behalf of 7a61dd7ec8e547cf984fcd3c0396b5d5 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:21.559797 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.572409 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.598985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:21.599410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.633866 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 4c1cc522-7068-451d-b643-38fd4a7e1bc5, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c1cc522-7068-451d-b643-38fd4a7e1bc5,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:21.686169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks [] for security_group (66a71022-eb03-4700-ac3f-cdaa784114bb), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.690711 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (66a71022-eb03-4700-ac3f-cdaa784114bb), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.692849 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.718294 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:51:21.729130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a71022-eb03-4700-ac3f-cdaa784114bb,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:21.735279 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.735701 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Added segment d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4 of type vlan for network 3b897480-f845-45dd-8d20-2a7d60b29c80 Mar 08 18:51:21.764192 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:21.781327 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (3b897480-f845-45dd-8d20-2a7d60b29c80), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.796192 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=4c1cc522-7068-451d-b643-38fd4a7e1bc5,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:21.812658 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (3b897480-f845-45dd-8d20-2a7d60b29c80), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.814250 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:21.815170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.856084 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3426821 Mar 08 18:51:21.858880 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48812) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:21.891217 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Request body: {'subnet': {'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-989960210-subnet', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:21.905268 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9193b1-5f91-453c-98eb-833d20ca2a9b admin admin] Pushing event updated for resources: {'Network': ['ID=3b897480-f845-45dd-8d20-2a7d60b29c80,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:21.922328 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Made reservation on behalf of 7a61dd7ec8e547cf984fcd3c0396b5d5 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:21.924759 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:21.940427 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:51:21.978708 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709361c-4c9c-4d3e-a5f4-1d4563f7ee28 req-a6aeb2e5-e46a-44ad-8c8c-b18b77f82a3e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:21.980379 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a709361c-4c9c-4d3e-a5f4-1d4563f7ee28 req-a6aeb2e5-e46a-44ad-8c8c-b18b77f82a3e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1262252 Mar 08 18:51:22.068344 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a709361c-4c9c-4d3e-a5f4-1d4563f7ee28 req-bac1421b-fc5c-4285-8610-77fc4e8230d4 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650418 Mar 08 18:51:22.173592 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:19Z', 'revision_number': 2, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:22.206817 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (2ea34ffb-088f-4a82-9bec-09af07747247), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.222735 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Checking router: 8316b170-3c52-463a-9a79-6afac3edaf08 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:51:22.223111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Updating router 8316b170-3c52-463a-9a79-6afac3edaf08 port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:51:22.256658 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea34ffb-088f-4a82-9bec-09af07747247,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:22.259879 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.295293 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Checking segment: {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:22.295717 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Network hostable DHCP agents. Network: 3b897480-f845-45dd-8d20-2a7d60b29c80, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:51:22.318201 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:51:22.330080 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 3b897480-f845-45dd-8d20-2a7d60b29c80) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:22.356555 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:22.357163 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.377835 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a1fa60c6-d069-4f3c-a552-61e6d78c7b36 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5177493 Mar 08 18:51:22.380415 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 48828) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:22.385326 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:22.422365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.424073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd9ec8-f641-4d69-97f9-a5620a35cdcc None None] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:51:22.425127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.552420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for router_controller (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), precommit_add_association {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.780518 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42706-7075-4779-8dc9-5f539076d319 req-4773e145-ede9-4349-8ab2-ab19c187cafb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:22.782157 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3d42706-7075-4779-8dc9-5f539076d319 req-4773e145-ede9-4349-8ab2-ab19c187cafb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1077631 Mar 08 18:51:22.914681 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3d42706-7075-4779-8dc9-5f539076d319 req-2f00579f-1178-40ac-a0fb-d14528fef268 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192918 Mar 08 18:51:23.185132 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-3b897480-f845-45dd-8d20-2a7d60b29c80', 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80', 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'fixed_ips': [{'subnet_id': '2ea34ffb-088f-4a82-9bec-09af07747247'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:51:23.186117 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.197477 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-1e7f561e-dd0f-4d67-801c-46e76a5ac2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:23.201293 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-1e7f561e-dd0f-4d67-801c-46e76a5ac2ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 1129 time: 0.1568577 Mar 08 18:51:23.226153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks [] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.249076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.333986 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b7df5-dc19-457e-945c-0b697d1bdbac req-26ae0543-8bfb-4fae-85e3-90f5fa684b6c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:23.362434 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d64b7df5-dc19-457e-945c-0b697d1bdbac req-26ae0543-8bfb-4fae-85e3-90f5fa684b6c tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2558098 Mar 08 18:51:23.409629 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for router_gateway (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.428374 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c1cc522-7068-451d-b643-38fd4a7e1bc5 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:23.437449 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-560cf62d-1377-4a16-8c43-19e48d3dcb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.548338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Allocated IP 172.20.0.2 (3b897480-f845-45dd-8d20-2a7d60b29c80/2ea34ffb-088f-4a82-9bec-09af07747247/fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:23.578014 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d64b7df5-dc19-457e-945c-0b697d1bdbac req-adb368e4-82f8-4547-a41b-0c8db67dc2e2 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131131 Mar 08 18:51:23.596842 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-987119bd-8378-4dc9-8895-44d251fda1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:23.598370 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-987119bd-8378-4dc9-8895-44d251fda1af service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 200 len: 919 time: 0.3410177 Mar 08 18:51:23.627960 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4c1f-3fc9-4a84-bcbf-b032f2e33912 None None] Pushing event updated for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:23.708288 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-aa31eb84-b21a-42b9-a08e-f3f31b341dce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 200 len: 217 time: 0.0681713 Mar 08 18:51:23.800587 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-7bc8e185-e992-418a-a4c6-65daaa655f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:23.802139 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-7bc8e185-e992-418a-a4c6-65daaa655f7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 200 len: 858 time: 0.0850458 Mar 08 18:51:23.865813 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-c09015fb-5065-4ac3-aafd-75e9bcbdb1ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559247 Mar 08 18:51:23.897244 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Attempting to bind port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:23.898774 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Attempting to bind port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:23.899689 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Attempting to bind port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 on network bbba04bd-0536-4937-ae80-5772df2ad1ef {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:23.940078 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:23.941140 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Checking segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:23.942048 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.942943 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Bound using segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:23.944028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Bound port: 55f15923-8410-4d7b-9fef-ab5e7fd586b9, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:23.945002 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:23.995338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-d52bab56-516a-44e4-a811-4f2a1743553e None None] Provisioning complete for port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:23.995338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d52bab56-516a-44e4-a811-4f2a1743553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.080792 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:24.081574 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.128241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for router_gateway (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.154640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.172438 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1e2e-c489-4c93-a3c7-78c33724e227 req-45430b09-2ab9-4b3a-a073-f4f90ed061b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:24.176417 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e8be1e2e-c489-4c93-a3c7-78c33724e227 req-45430b09-2ab9-4b3a-a073-f4f90ed061b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0990200 Mar 08 18:51:24.230403 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-df00c7a0-db13-443f-8ec9-d5d20b3d21e6 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559755 Mar 08 18:51:24.260897 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d52bab56-516a-44e4-a811-4f2a1743553e None None] Port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:24.300025 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks [] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.311904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.318772 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] For port 55f15923-8410-4d7b-9fef-ab5e7fd586b9, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:24.320255 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e8be1e2e-c489-4c93-a3c7-78c33724e227 req-03d8a097-bf08-4be7-908e-0d3fe790a0d6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344528 Mar 08 18:51:24.337372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] For port 55f15923-8410-4d7b-9fef-ab5e7fd586b9, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=55f15923-8410-4d7b-9fef-ab5e7fd586b9,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:24.379116 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.401348 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:24.412801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:24.417417 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:24.437127 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Pushing event updated for resources: {'Port': ['ID=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:24.444735 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Allocated IP 172.27.1.113 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/f3cd43c0-726c-47e7-8642-21cc72d653e6) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:24.481977 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-64b296c5-6df7-4150-b045-64f36d9f1627 req-c298a310-f250-4780-9082-e26f5311c7b0 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380652 Mar 08 18:51:24.587526 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:24.594677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:24.595624 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:24.674928 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.707053 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4c1f-3fc9-4a84-bcbf-b032f2e33912 None None] Pushing event updated for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:24.720823 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Attempting to bind port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:24.721326 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Attempting to bind port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:24.721999 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Attempting to bind port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd on network 3b897480-f845-45dd-8d20-2a7d60b29c80 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:24.730037 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.742668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:24.743067 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Checking segment: {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:24.743774 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.744733 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Bound using segment: {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:24.745964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Bound port: fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:24.747032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.800786 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:24.804724 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:24.808004 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:24.823446 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0cda5-52ca-4578-ba5e-2452616acc4e req-b6b738ed-b87d-4af5-9deb-34ac65d94c4a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:24.854764 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a9f0cda5-52ca-4578-ba5e-2452616acc4e req-b6b738ed-b87d-4af5-9deb-34ac65d94c4a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1535213 Mar 08 18:51:24.880737 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Pushing event updated for resources: {'Port': ['ID=f3cd43c0-726c-47e7-8642-21cc72d653e6,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:24.909296 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.940161 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a9f0cda5-52ca-4578-ba5e-2452616acc4e req-247339fe-c6d3-4ec2-8362-6bdc922d9bfc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797644 Mar 08 18:51:24.952060 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:25.032868 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] For port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:25.042068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Provisioning complete for port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:25.042549 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.115698 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] For port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:25.150669 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.180862 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for router_gateway (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.290469 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e30f5a-a5b4-4ea9-93ff-e96aab57d9c1 None None] Pushing event updated for resources: {'Port': ['ID=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:25.393558 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Current status of the port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:25.394065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.498126 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] For port 55f15923-8410-4d7b-9fef-ab5e7fd586b9, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=55f15923-8410-4d7b-9fef-ab5e7fd586b9,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:25.501240 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:24Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:25.562466 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8bfb8-c164-4d3a-a835-a0b6c319eb3a None None] The sync data for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi is: [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:24Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:51:25.566690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.604149 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f099-a7a4-44ec-a0a1-fad8d0a41697 req-ace3fbbb-0dd0-44b5-b6de-a9dd53d285bd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:25.615266 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b650f099-a7a4-44ec-a0a1-fad8d0a41697 req-ace3fbbb-0dd0-44b5-b6de-a9dd53d285bd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1476908 Mar 08 18:51:25.641135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:25.740829 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b650f099-a7a4-44ec-a0a1-fad8d0a41697 req-807ebb4e-ed8f-4538-b706-dd77c29c45b6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199863 Mar 08 18:51:25.928460 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:51:25.941374 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031e50c-a991-422d-a7f1-ae06ea9bf763 None None] Pushing event updated for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:26.102404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:51:26.118186 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Sync routers for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:51:26.122544 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33c17d-8619-48b5-bd3e-d8a3d33f86f2 req-a5579491-56ff-4373-923b-194ac8d45b37 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:26.124927 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e33c17d-8619-48b5-bd3e-d8a3d33f86f2 req-a5579491-56ff-4373-923b-194ac8d45b37 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0807095 Mar 08 18:51:26.140865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.142371 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-cfdf6610-163d-44d2-95ac-c03c98b6e89d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7609177 Mar 08 18:51:26.142684 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:26.144131 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:26.147040 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 48900) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:26.189334 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.273983 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e33c17d-8619-48b5-bd3e-d8a3d33f86f2 req-5c155c59-9450-4126-bd3e-06e2608ab220 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350193 Mar 08 18:51:26.367550 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:26.589483 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 3, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:26.642791 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Checking router: 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:51:26.643436 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Updating router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 port f3cd43c0-726c-47e7-8642-21cc72d653e6 binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:51:26.691581 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.716864 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4483d46-dd79-4778-a855-b50e849e583a None None] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:51:26.835814 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Provisioning complete for port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:26.836701 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.917591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.942284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c68087-9544-455b-8876-da3d6fcad013 req-a9e26867-77c1-4e77-afd1-41ebdaafb36a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:26.946598 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95c68087-9544-455b-8876-da3d6fcad013 req-a9e26867-77c1-4e77-afd1-41ebdaafb36a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0943775 Mar 08 18:51:27.052580 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Current status of the port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:27.053203 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks [] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.053600 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.072692 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.134285 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3262ac-461f-45c5-ba54-757dde192cff None None] Pushing event updated for resources: {'Port': ['ID=f3cd43c0-726c-47e7-8642-21cc72d653e6,revision_number=2']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:27.142114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] For port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:27.145929 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95c68087-9544-455b-8876-da3d6fcad013 req-da1e79b5-b2e2-44a2-bd99-fc79bde3529f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825762 Mar 08 18:51:27.156460 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.165920 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Attempting to bind port f3cd43c0-726c-47e7-8642-21cc72d653e6 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:27.166683 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Attempting to bind port f3cd43c0-726c-47e7-8642-21cc72d653e6 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:27.167154 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Attempting to bind port f3cd43c0-726c-47e7-8642-21cc72d653e6 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:27.173934 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:27.174533 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:27.175752 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.176265 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:27.177053 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Bound port: f3cd43c0-726c-47e7-8642-21cc72d653e6, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:27.177652 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.230112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Allocated IP 172.20.0.1 (3b897480-f845-45dd-8d20-2a7d60b29c80/2ea34ffb-088f-4a82-9bec-09af07747247/77ac4658-8665-47c6-86b5-70d58edd1898) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:27.292290 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937707b-7cf6-4f21-929c-0426eeee2a15 None None] Pushing event updated for resources: {'Port': ['ID=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:27.307728 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] For port f3cd43c0-726c-47e7-8642-21cc72d653e6, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:27.314117 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] For port f3cd43c0-726c-47e7-8642-21cc72d653e6, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3cd43c0-726c-47e7-8642-21cc72d653e6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:27.324585 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.407748 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3262ac-461f-45c5-ba54-757dde192cff None None] Pushing event updated for resources: {'Port': ['ID=f3cd43c0-726c-47e7-8642-21cc72d653e6,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:27.414672 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks [] for port (77ac4658-8665-47c6-86b5-70d58edd1898), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.438611 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bff38ea8-ae87-4c73-83d4-21858bb9b33a None None] Provisioning complete for port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:27.442430 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bff38ea8-ae87-4c73-83d4-21858bb9b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.476804 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:27.477467 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:27.514286 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:27.547767 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.613211 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:27.613505 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:27.613759 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.614863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Pushing event updated for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:27.618405 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:27.627032 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f251-ae6c-49f4-acc6-35246a122fa1 req-f2b44053-049a-4b48-8d8e-a3ec2e04408b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:27.635222 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-61d9f251-ae6c-49f4-acc6-35246a122fa1 req-f2b44053-049a-4b48-8d8e-a3ec2e04408b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1350973 Mar 08 18:51:27.638543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:27.707374 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bff38ea8-ae87-4c73-83d4-21858bb9b33a None None] Current status of the port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:27.720720 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.732277 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-61d9f251-ae6c-49f4-acc6-35246a122fa1 req-0d10e0e8-9d5b-4ac9-8cc7-ed71165cb028 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944364 Mar 08 18:51:27.756026 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.786079 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:27.786279 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:27.787547 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 55f15923-8410-4d7b-9fef-ab5e7fd586b9 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:27.862238 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:27.862647 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.919500 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.970973 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:28.002902 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 3, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:28.040081 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b8dd1-9bc7-429d-a902-4abd9498323b None None] The sync data for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi is: [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 3, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:51:28.040352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-d6390b15-c5ce-411b-9030-6e7eff8890f7 None None] Provisioning complete for port 77ac4658-8665-47c6-86b5-70d58edd1898 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:28.040657 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d6390b15-c5ce-411b-9030-6e7eff8890f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.090526 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d6390b15-c5ce-411b-9030-6e7eff8890f7 None None] Port 77ac4658-8665-47c6-86b5-70d58edd1898 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:28.141827 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks [] for port (77ac4658-8665-47c6-86b5-70d58edd1898), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.149789 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.231945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.231945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Pushing event updated for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:28.317210 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.386252 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d9014-73d7-462f-b7ec-223901ee2cbb req-18c5f94a-fc31-4692-a4ba-691fcddaf546 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:28.391970 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d6d9014-73d7-462f-b7ec-223901ee2cbb req-18c5f94a-fc31-4692-a4ba-691fcddaf546 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1299067 Mar 08 18:51:28.401520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:28.413010 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:28.524800 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d6d9014-73d7-462f-b7ec-223901ee2cbb req-f6b4c81a-96d5-4e13-bccb-2f23bb62b78e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212790 Mar 08 18:51:28.608218 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:51:28.719952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bf593a9b-9478-44b2-bd8b-4f3cf693ad39 None None] Provisioning complete for port 77ac4658-8665-47c6-86b5-70d58edd1898 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:28.720593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bf593a9b-9478-44b2-bd8b-4f3cf693ad39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:28.742165 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:51:28.749112 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6e0e2451-95f8-43ea-b7b6-d7c42c26de2d admin admin] 10.222.0.57 "PUT /v2.0/routers/99a67d84-9c75-4298-a3d5-cdb9fc6920d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005378 Mar 08 18:51:28.822478 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bf593a9b-9478-44b2-bd8b-4f3cf693ad39 None None] Port 77ac4658-8665-47c6-86b5-70d58edd1898 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:28.922181 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e32cd-885c-4eb2-aa27-68c88e3e5e2a req-4afc32ab-f9ba-4e84-b852-cc3f72ef4d35 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:28.923846 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d01e32cd-885c-4eb2-aa27-68c88e3e5e2a req-4afc32ab-f9ba-4e84-b852-cc3f72ef4d35 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.0753241 Mar 08 18:51:28.988895 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d01e32cd-885c-4eb2-aa27-68c88e3e5e2a req-9b98f766-a999-41dc-a4bb-26466e6bebcd tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Mar 08 18:51:29.529189 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:29.689389 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:29.689769 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:29.725075 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32730bc-787c-43d4-925e-289fb0d17252 req-c2a21e49-c98f-492f-89b4-5f8a98f5857f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:29.728429 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a32730bc-787c-43d4-925e-289fb0d17252 req-c2a21e49-c98f-492f-89b4-5f8a98f5857f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.0704238 Mar 08 18:51:29.792645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:29.794157 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3cd43c0-726c-47e7-8642-21cc72d653e6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:29.802410 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a32730bc-787c-43d4-925e-289fb0d17252 req-919b76a5-d7ec-40c7-9715-6c83895f7424 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668755 Mar 08 18:51:29.867353 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port f3cd43c0-726c-47e7-8642-21cc72d653e6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:29.868958 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:30.015645 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port f3cd43c0-726c-47e7-8642-21cc72d653e6 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:30.016053 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:30.044460 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port f3cd43c0-726c-47e7-8642-21cc72d653e6, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3cd43c0-726c-47e7-8642-21cc72d653e6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:30.052356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:30.167686 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=f3cd43c0-726c-47e7-8642-21cc72d653e6,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:30.419963 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Sync routers for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:51:30.468763 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:30.469904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:30.686473 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:31.057221 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:51:31.143213 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfac08-ff04-4e55-8f09-56e5a5445c68 req-b6817570-710a-4a0f-9ff3-f08988b9dc11 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:31.146621 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0bbfac08-ff04-4e55-8f09-56e5a5445c68 req-b6817570-710a-4a0f-9ff3-f08988b9dc11 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 944 time: 0.1776621 Mar 08 18:51:31.243798 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0bbfac08-ff04-4e55-8f09-56e5a5445c68 req-20f4a69f-48cd-443d-bfb7-ad8485cef1b6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833108 Mar 08 18:51:31.316034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:31.377671 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'mac_address': 'fa:16:3e:03:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:51:31.472858 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:31.472858 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.475516 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3cd43c0-726c-47e7-8642-21cc72d653e6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:31.507173 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49054) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:31.515964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730530261', 'description': 'tempest-description--1911069357'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:31.536921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:31.546684 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.579893 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:31.608068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.630773 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 4, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '77ac4658-8665-47c6-86b5-70d58edd1898', 'name': '', 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'mac_address': 'fa:16:3e:43:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:26Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 2, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'subnets': [{'id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:31.773503 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (90f0c884-7ade-4e4b-ab47-9ce957501f9c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.782529 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (90f0c884-7ade-4e4b-ab47-9ce957501f9c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.782928 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Checking router: 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:51:31.783533 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Updating router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 port 77ac4658-8665-47c6-86b5-70d58edd1898 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:51:31.808971 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:51:31.857622 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-763ad131-f5d7-4ec5-8ae8-c2a44c553ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:31.870400 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-763ad131-f5d7-4ec5-8ae8-c2a44c553ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1129 time: 0.1671009 Mar 08 18:51:31.871843 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=9']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:31.891542 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port f3cd43c0-726c-47e7-8642-21cc72d653e6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:31.892275 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.895484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.939654 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:51:31.944078 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0c884-7ade-4e4b-ab47-9ce957501f9c,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:31.958041 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:31.969424 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d5c32798-202f-46b8-9e97-0f692cdc52cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4523227 Mar 08 18:51:31.970200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49064) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:31.977249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': '90f0c884-7ade-4e4b-ab47-9ce957501f9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:32.010645 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (e7b953c4-4090-464c-8b3b-b6132e67ce40), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.075910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-ca417590-a46a-45de-b756-90bed8f16f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:32.077878 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-ca417590-a46a-45de-b756-90bed8f16f61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.1719480 Mar 08 18:51:32.149032 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (e7b953c4-4090-464c-8b3b-b6132e67ce40), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.156019 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (e7b953c4-4090-464c-8b3b-b6132e67ce40), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.189746 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b953c4-4090-464c-8b3b-b6132e67ce40,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:32.219865 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-995aa9fb-7ba9-4a85-8f47-fb788d2b14ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 200 len: 999 time: 0.1272516 Mar 08 18:51:32.223115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.227876 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7a17ecd0-6185-4c34-b7ba-d671a90aa1b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558320 Mar 08 18:51:32.229810 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49068) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:32.235743 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': '90f0c884-7ade-4e4b-ab47-9ce957501f9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:32.304253 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (b196b152-bd1a-48e9-880d-8fa199b8a8ca), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.382899 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-08f45e2c-6378-42bb-9494-b323c41f0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:32.386757 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-08f45e2c-6378-42bb-9494-b323c41f0947 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.1561084 Mar 08 18:51:32.407013 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (b196b152-bd1a-48e9-880d-8fa199b8a8ca), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.463648 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-23692cef-7bfc-49c0-8133-5bfa8afff726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:32.465944 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-23692cef-7bfc-49c0-8133-5bfa8afff726 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715742 Mar 08 18:51:32.472559 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (b196b152-bd1a-48e9-880d-8fa199b8a8ca), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.476014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port f3cd43c0-726c-47e7-8642-21cc72d653e6 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:32.527012 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b196b152-bd1a-48e9-880d-8fa199b8a8ca,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:32.543342 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.551669 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-4123d975-b2ae-4854-822d-6375ab23d502 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139305 Mar 08 18:51:32.556122 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49076) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:32.563386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:32.597159 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa1c19-501f-4552-bea2-8c9e65be4b07 req-3241f49e-d34d-4c97-ae85-71d28e5367c0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:32.600423 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17aa1c19-501f-4552-bea2-8c9e65be4b07 req-3241f49e-d34d-4c97-ae85-71d28e5367c0 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.1893327 Mar 08 18:51:32.610236 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.628015 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-63f9f836-a114-49c0-958c-be67c819be85 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529503 Mar 08 18:51:32.743691 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks [] for port (77ac4658-8665-47c6-86b5-70d58edd1898), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.759923 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.831221 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17aa1c19-501f-4552-bea2-8c9e65be4b07 req-bac50bff-fa67-4b40-98a2-0eab85474b16 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122216 Mar 08 18:51:32.835476 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a63397-1afa-4da5-ad73-b3216973983c None None] Pushing event updated for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:32.897659 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.910221 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bfd48926-e116-4dcb-8d25-ae881fd50d37 req-15a058e1-4ddd-4d93-a0b1-2b24f734bb6d service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677627 Mar 08 18:51:32.939754 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Attempting to bind port 77ac4658-8665-47c6-86b5-70d58edd1898 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:32.940133 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Attempting to bind port 77ac4658-8665-47c6-86b5-70d58edd1898 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:32.940701 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Attempting to bind port 77ac4658-8665-47c6-86b5-70d58edd1898 on network 3b897480-f845-45dd-8d20-2a7d60b29c80 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:32.950171 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:32.950555 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Checking segment: {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:32.951991 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:32.952597 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Bound using segment: {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:32.953296 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Bound port: 77ac4658-8665-47c6-86b5-70d58edd1898, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:32.953695 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.080068 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.27.1.233 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/27d2edfa-e667-4429-bc07-5fe0594172e6) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:33.198001 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] For port 77ac4658-8665-47c6-86b5-70d58edd1898, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:33.263035 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] For port 77ac4658-8665-47c6-86b5-70d58edd1898, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=77ac4658-8665-47c6-86b5-70d58edd1898,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:33.294173 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Provisioning complete for port 77ac4658-8665-47c6-86b5-70d58edd1898 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:33.296450 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.300752 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.365651 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.396274 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:33.408798 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:33.410983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.412682 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:33.535196 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=27d2edfa-e667-4429-bc07-5fe0594172e6,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:33.612644 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:51:33.615073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:33.645698 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a63397-1afa-4da5-ad73-b3216973983c None None] Pushing event updated for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:33.648231 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.705180 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.765998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Current status of the port 77ac4658-8665-47c6-86b5-70d58edd1898 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:33.766413 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:33.839991 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] For port 77ac4658-8665-47c6-86b5-70d58edd1898, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=77ac4658-8665-47c6-86b5-70d58edd1898,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:33.915649 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.021746 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:51:34.024364 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b95c-a1c0-4873-9cf6-9ce9b9dcd4e6 None None] Pushing event updated for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:34.077454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.094938 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.106344 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-443be6a4-fe28-48a2-a427-95fe00df88ed None None] Provisioning complete for port 77ac4658-8665-47c6-86b5-70d58edd1898 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:34.107154 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-443be6a4-fe28-48a2-a427-95fe00df88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.207543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.252894 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ee39d-5e6d-49b8-8f82-dfcfa9d7cce3 req-b3254314-6638-4062-834a-0500c73459e9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:34.256319 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-896ee39d-5e6d-49b8-8f82-dfcfa9d7cce3 req-b3254314-6638-4062-834a-0500c73459e9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 945 time: 0.2399852 Mar 08 18:51:34.257190 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=27d2edfa-e667-4429-bc07-5fe0594172e6,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:34.372602 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-896ee39d-5e6d-49b8-8f82-dfcfa9d7cce3 req-9a27d5ba-df5c-4704-8938-a5c1b01cf469 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826919 Mar 08 18:51:34.390838 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:34.409236 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c93f8812-5dff-40d0-b544-46ef6afe4928 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8397326 Mar 08 18:51:34.410559 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-443be6a4-fe28-48a2-a427-95fe00df88ed None None] Current status of the port 77ac4658-8665-47c6-86b5-70d58edd1898 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:34.603486 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 4, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '77ac4658-8665-47c6-86b5-70d58edd1898', 'name': '', 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'mac_address': 'fa:16:3e:43:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:26Z', 'updated_at': '2022-03-08T18:51:33Z', 'revision_number': 4, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'subnets': [{'id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:51:34.663974 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be956a-686f-4751-a0ab-53c80016d7be None None] The sync data for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi is: [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:51:27Z', 'revision_number': 4, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '77ac4658-8665-47c6-86b5-70d58edd1898', 'name': '', 'network_id': '3b897480-f845-45dd-8d20-2a7d60b29c80', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'mac_address': 'fa:16:3e:43:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:26Z', 'updated_at': '2022-03-08T18:51:33Z', 'revision_number': 4, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'subnets': [{'id': '2ea34ffb-088f-4a82-9bec-09af07747247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:51:35.011555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881203-490d-48a0-b8e6-8c0963549d4d req-74e284e9-b36d-4612-8ec0-1e304cb8ce72 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:35.013429 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2a881203-490d-48a0-b8e6-8c0963549d4d req-74e284e9-b36d-4612-8ec0-1e304cb8ce72 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0988691 Mar 08 18:51:35.082432 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:35.120799 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2a881203-490d-48a0-b8e6-8c0963549d4d req-82f872ce-3039-4fb6-b108-55393f325621 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012678 Mar 08 18:51:35.246948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:35.248088 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:35.373966 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:35.374335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:35.447098 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:35.449938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32246d3-aee0-4f7e-b5de-9fc3da08c49f" -d '{"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:35.452658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 77ac4658-8665-47c6-86b5-70d58edd1898 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:35.458867 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:35.479853 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:35.533266 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421ab9e-4956-439a-9528-096b2cb23896 x-openstack-request-id: req-4421ab9e-4956-439a-9528-096b2cb23896 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:35.533583 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:35.533844 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4421ab9e-4956-439a-9528-096b2cb23896 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:35.534255 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'code': 200} Mar 08 18:51:35.581282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=10']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:35.584382 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 77ac4658-8665-47c6-86b5-70d58edd1898 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:35.584766 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:35.695489 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d793b71-33f9-4dbb-ac77-473cd390fa37 req-81c4f958-2207-4b2a-a850-207786ab78a9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:35.709253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9d793b71-33f9-4dbb-ac77-473cd390fa37 req-81c4f958-2207-4b2a-a850-207786ab78a9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.1068761 Mar 08 18:51:35.782008 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9d793b71-33f9-4dbb-ac77-473cd390fa37 req-28212616-bcee-44ef-825d-288d16294d3e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702910 Mar 08 18:51:35.796277 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 77ac4658-8665-47c6-86b5-70d58edd1898 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:35.814044 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49128) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:36.016189 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.168222 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Publish callbacks [] for security_group (c9c7c165-add3-4834-a08c-a01c09345b3a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.175479 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (c9c7c165-add3-4834-a08c-a01c09345b3a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.236319 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8dddd0bd43f64ca0a5757e9d9a7bc5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203503 Mar 08 18:51:36.239070 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49134) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:36.239911 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c7c165-add3-4834-a08c-a01c09345b3a,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:36.253654 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.253963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.254318 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.254825 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.255396 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.255918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.256456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.259444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.260758 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.261642 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.269330 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.269765 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.270365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726f1a-6a40-4fa3-ac79-fb3343940c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.376471 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Publish callbacks [] for security_group (c9c7c165-add3-4834-a08c-a01c09345b3a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.379789 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957c8bf-f2f5-45db-850e-7da54965141e req-7093eaec-1a15-4618-8381-7b73b9f7ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:36.381941 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9957c8bf-f2f5-45db-850e-7da54965141e req-7093eaec-1a15-4618-8381-7b73b9f7ff91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 1131 time: 0.0713072 Mar 08 18:51:36.390998 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76ab21-de08-4bc4-a408-698196f316d5 req-11c42a84-a105-4dc5-81bc-e974965855b3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:36.400958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c76ab21-de08-4bc4-a408-698196f316d5 req-11c42a84-a105-4dc5-81bc-e974965855b3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.1398461 Mar 08 18:51:36.455672 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Publish callbacks [] for security_group (c9c7c165-add3-4834-a08c-a01c09345b3a), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.460979 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9957c8bf-f2f5-45db-850e-7da54965141e req-4d1ec899-ec53-486e-9a1f-1ebf14f5ca17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710015 Mar 08 18:51:36.493338 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c76ab21-de08-4bc4-a408-698196f316d5 req-d27b69ae-fa66-4645-a995-09b1e6a57103 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912097 Mar 08 18:51:36.529420 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (c9c7c165-add3-4834-a08c-a01c09345b3a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.532143 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:36.535734 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9c7c165-add3-4834-a08c-a01c09345b3a HTTP/1.1" status: 204 len: 168 time: 0.2933257 Mar 08 18:51:36.543919 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c7c165-add3-4834-a08c-a01c09345b3a,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:36.552824 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.553342 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.557139 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.557687 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.558104 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.558539 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.558973 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.559611 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.560183 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.560614 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.561087 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.561492 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.561980 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd70e-41d5-462e-88bc-76bad0acd58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:51:36.987102 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b6e37-6c37-4488-99f8-94d20ef37439 req-350307b7-12cb-4317-8fd6-a0ecdd970cc8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:36.988747 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-708b6e37-6c37-4488-99f8-94d20ef37439 req-350307b7-12cb-4317-8fd6-a0ecdd970cc8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.0896969 Mar 08 18:51:37.074851 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-708b6e37-6c37-4488-99f8-94d20ef37439 req-8b7a090a-b135-4e1c-ae96-910524012c69 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751460 Mar 08 18:51:37.607196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67459b7b-39bd-497e-ab46-db397de7bddf req-d6f7e540-4987-4d9b-b009-50d1aca730a5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:37.608752 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-67459b7b-39bd-497e-ab46-db397de7bddf req-d6f7e540-4987-4d9b-b009-50d1aca730a5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0687168 Mar 08 18:51:37.652356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e94b5a-9257-405a-994c-fd3f4d3664a1 req-6efea48f-1144-4745-8e56-6a594816e398 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:37.660744 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-38e94b5a-9257-405a-994c-fd3f4d3664a1 req-6efea48f-1144-4745-8e56-6a594816e398 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 945 time: 0.0748751 Mar 08 18:51:37.731294 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-38e94b5a-9257-405a-994c-fd3f4d3664a1 req-6c11e81c-5fa0-4bd4-9629-d953d708ab32 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693402 Mar 08 18:51:37.737135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Deleting port b5ca53dc-84fe-40a6-9990-56661e964f80 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:51:37.737488 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:37.877094 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] For port b5ca53dc-84fe-40a6-9990-56661e964f80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b5ca53dc-84fe-40a6-9990-56661e964f80,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:37.878170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:37.903420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Calling delete_port for b5ca53dc-84fe-40a6-9990-56661e964f80 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:51:38.100057 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (b5ca53dc-84fe-40a6-9990-56661e964f80), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:38.114297 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['a794b164-7121-430f-90a8-cffd959e8418', 'b5ca53dc-84fe-40a6-9990-56661e964f80'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:51:38.204195 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Pushing event deleted for resources: {'Port': ['ID=b5ca53dc-84fe-40a6-9990-56661e964f80,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:38.292065 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f69fd-077e-44f1-8617-8ca030f29ffa req-8cc04cb8-ba06-406f-b53d-efa8ca37990c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:38.294846 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b7f69fd-077e-44f1-8617-8ca030f29ffa req-8cc04cb8-ba06-406f-b53d-efa8ca37990c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.0854211 Mar 08 18:51:38.301225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] No DVR routers for this DVR port b5ca53dc-84fe-40a6-9990-56661e964f80 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:51:38.304615 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:38.308352 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-67459b7b-39bd-497e-ab46-db397de7bddf req-f7c0f158-f0ec-43a3-a452-b51512620823 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "DELETE /v2.0/ports/b5ca53dc-84fe-40a6-9990-56661e964f80 HTTP/1.1" status: 204 len: 173 time: 0.6937168 Mar 08 18:51:38.308965 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'name': 'network-vif-deleted', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:38.312236 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e28e3d-5802-4556-aacf-e3eecc0d3c04" -d '{"events": [{"server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "name": "network-vif-deleted", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:38.396687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b7f69fd-077e-44f1-8617-8ca030f29ffa req-0f7d7c8d-1fe8-42ab-91db-5c61957eb42f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921664 Mar 08 18:51:38.473169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad8f0c-3079-48b5-b602-e0cad53385e1 x-openstack-request-id: req-7fad8f0c-3079-48b5-b602-e0cad53385e1 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:38.473486 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589e7b4-d610-41ea-9da0-b05f34664170", "name": "network-vif-deleted", "tag": "b5ca53dc-84fe-40a6-9990-56661e964f80", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:38.473886 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fad8f0c-3079-48b5-b602-e0cad53385e1 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:38.474296 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589e7b4-d610-41ea-9da0-b05f34664170', 'name': 'network-vif-deleted', 'tag': 'b5ca53dc-84fe-40a6-9990-56661e964f80', 'status': 'completed', 'code': 200} Mar 08 18:51:38.930390 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cabc0292-b769-448d-a6a2-aed442446e3d req-238cfacc-ecc0-47ee-92ee-6e71fde16e9f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589e7b4-d610-41ea-9da0-b05f34664170 HTTP/1.1" status: 200 len: 210 time: 0.0804505 Mar 08 18:51:41.090095 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device b5ca53dc-84fe-40a6-9990-56661e964f80 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:51:41.126225 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: b5ca53dc-84fe-40a6-9990-56661e964f80 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:51:41.126565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device b5ca53dc-84fe-40a6-9990-56661e964f80 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:51:42.862249 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-bb1a9958-5dea-4d3e-b254-7d98656490ed tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608380 Mar 08 18:51:42.951468 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-39c80bb8-744e-4bbf-ba82-0079a5dd2015 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--730530261&fields=id&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 267 time: 0.1638036 Mar 08 18:51:43.415346 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-c2db49d5-322e-410a-b180-90ae2f2446ed tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:43.417021 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-c2db49d5-322e-410a-b180-90ae2f2446ed tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5490181 Mar 08 18:51:43.452920 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-11c8384f-cf00-44a8-af4b-99cdf201938b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:43.454520 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-11c8384f-cf00-44a8-af4b-99cdf201938b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.4907687 Mar 08 18:51:43.464541 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-fd980fad-c120-4f5b-bed6-5357e0c76c48 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/quotas/4bbfd4f178ec41fd93644d8363d6735f HTTP/1.1" status: 200 len: 375 time: 0.0381083 Mar 08 18:51:43.501548 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-30345d85-0d4e-41ba-9562-c903e9083110 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357924 Mar 08 18:51:43.504013 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-1d5992f8-aa1b-4a74-81d2-b56a183cd84c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/quotas/a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 375 time: 0.0363421 Mar 08 18:51:43.588655 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-98aeb5d8-ebf2-409e-b158-caa36c2afd53 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751925 Mar 08 18:51:43.716395 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-759f788f-3d11-4269-93e8-14df4e7a9f6a service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126268 Mar 08 18:51:43.813299 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-618a7c35-d8a3-4e9a-80c8-6f87ef614071 service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898070 Mar 08 18:51:44.030881 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02c64-059d-4eb2-8a84-2ebcd11c0665 req-64972e53-75bd-42e5-b89e-5a2b7d44e1a4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:44.032465 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06e02c64-059d-4eb2-8a84-2ebcd11c0665 req-64972e53-75bd-42e5-b89e-5a2b7d44e1a4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.0644605 Mar 08 18:51:44.084533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06e02c64-059d-4eb2-8a84-2ebcd11c0665 req-d137fda3-c565-4a1d-baff-8822609baad3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462289 Mar 08 18:51:44.399426 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d1e032c9-c200-40cd-8921-a920f63c9649 req-15f1b098-bbf8-483b-99d7-e3fb4b64d953 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 210 time: 0.0326924 Mar 08 18:51:44.819089 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-3ba1b6c8-5adb-46cc-a7bd-3e75327c1acb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:44.821394 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-3ba1b6c8-5adb-46cc-a7bd-3e75327c1acb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 814 time: 0.1749518 Mar 08 18:51:44.858699 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c6ea8-a578-4450-9c51-a66d7a6acb9c req-bb34c380-f0c3-4a72-9c40-b1e4681215bf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:44.861390 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e3c6ea8-a578-4450-9c51-a66d7a6acb9c req-bb34c380-f0c3-4a72-9c40-b1e4681215bf tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1151781 Mar 08 18:51:44.869057 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-e9d97d3c-54af-4032-8b77-093caa1c8115 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/quotas/bf50d1fbdbd747268e9e52317a836df4 HTTP/1.1" status: 200 len: 375 time: 0.0368059 Mar 08 18:51:45.017857 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e3c6ea8-a578-4450-9c51-a66d7a6acb9c req-38ffedd4-e72d-476c-9b9e-8e9ec949e9a3 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472089 Mar 08 18:51:45.046533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-fd1f98d4-a0de-4ccf-8b4f-0dce289e7bd7 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641135 Mar 08 18:51:45.144600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-4eec731a-ad0c-4f91-a2e6-3208950dc324 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:45.147244 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-4eec731a-ad0c-4f91-a2e6-3208950dc324 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.1684220 Mar 08 18:51:45.150308 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4a492eb6-7c8d-4257-b5ff-69516e33afd6 req-c1a64d2b-7db4-42f4-be87-77c7f7f97377 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 210 time: 0.0666766 Mar 08 18:51:45.198559 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-0713c0d8-c043-4f30-9a6b-f73c110466b1 service neutron] 10.222.0.57 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491961 Mar 08 18:51:45.248708 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-07590b16-288b-43d6-beea-4c4c08d31d5a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 472 time: 0.0859373 Mar 08 18:51:45.261915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'port': {'device_id': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'admin_state_up': True, 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'security_groups': ['90f0c884-7ade-4e4b-ab47-9ce957501f9c']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:45.330961 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-2b75ad8e-4711-479c-b972-e76d8616b6e7 service neutron] 10.222.0.57 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252923 Mar 08 18:51:45.438377 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:45.442767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:45.552466 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95360fb3-09a5-4bfd-be40-854dea3da7fe req-8d9e27e9-36b7-413d-8d73-9dd3adccc35d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 210 time: 0.0378284 Mar 08 18:51:45.569805 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-33fff46c-a52d-47db-8884-10abce87b6df req-8e0023c1-4a46-4767-8c17-556272f7792f tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 210 time: 0.0450380 Mar 08 18:51:45.653047 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.20.0.4 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/968b3d48-14c3-429d-aed6-cd280636b8af) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:45.830622 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-d69907f6-e458-45ce-b07c-539659eecde8 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215364 Mar 08 18:51:45.845723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (968b3d48-14c3-429d-aed6-cd280636b8af), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:45.891295 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:45.952567 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:45.956301 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:45.961765 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:46.004966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-03292aa8-2b82-476b-b9f7-94cf77a6f108 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:46.008070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-03292aa8-2b82-476b-b9f7-94cf77a6f108 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704423 Mar 08 18:51:46.022146 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Request body: {'port': {'device_id': 'ad93ce39-6532-4098-bd44-07623d492e43', 'network_id': '3679f277-a131-44a1-9195-33f2452122f5', 'admin_state_up': True, 'tenant_id': '4bbfd4f178ec41fd93644d8363d6735f'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:46.027322 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:46.056963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:46.057617 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.088640 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-b553e451-ce40-447e-8a14-ec34eb51ffc2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316674 Mar 08 18:51:46.243184 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Made reservation on behalf of 4bbfd4f178ec41fd93644d8363d6735f for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:46.245762 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.254755 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-e37018d7-cc28-4f78-a481-97178a2d5730 None None] Provisioning complete for port 968b3d48-14c3-429d-aed6-cd280636b8af triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:46.255381 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e37018d7-cc28-4f78-a481-97178a2d5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.265532 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ce5b8ede-4c49-4c55-8103-99d83efbed06 req-431096bb-21db-4774-88ce-b1cac41b013b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 210 time: 0.0356653 Mar 08 18:51:46.278182 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9892df-ca71-4dc2-a5f7-f0fe2b4ce4c8 req-448be1eb-6fa7-442d-9513-4332a9775e73 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:46.279743 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b9892df-ca71-4dc2-a5f7-f0fe2b4ce4c8 req-448be1eb-6fa7-442d-9513-4332a9775e73 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1485662 Mar 08 18:51:46.281017 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.304924 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-e37018d7-cc28-4f78-a481-97178a2d5730 None None] Port 968b3d48-14c3-429d-aed6-cd280636b8af cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:46.355784 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b9892df-ca71-4dc2-a5f7-f0fe2b4ce4c8 req-20b05265-2849-402e-a8b6-63eceffc02c9 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Mar 08 18:51:46.389264 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Request body: {'port': {'device_id': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:46.396478 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks [] for security_group (8c3f66f2-aec6-46bf-892d-4fd27e0c1d44), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.402194 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8c3f66f2-aec6-46bf-892d-4fd27e0c1d44), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.466381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:46.470157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.557423 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Allocated IP 192.168.233.82 (3679f277-a131-44a1-9195-33f2452122f5/5c8a7ad3-7382-473f-98db-8ddfdf09c112/8309eb02-2aba-40ef-b6f1-4236c906278d) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:46.714558 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9943a624-251c-42ff-8879-40b4ca021ed6 req-9c7b6209-276b-471e-852f-d66d6e6c8bde tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 210 time: 0.0378118 Mar 08 18:51:46.834014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a8b9d-2d10-4196-871f-57c85b9ec7ac req-6afe230e-9fa8-4951-a062-57b0ad3b8a4e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:46.836185 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b46a8b9d-2d10-4196-871f-57c85b9ec7ac req-6afe230e-9fa8-4951-a062-57b0ad3b8a4e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 931 time: 0.1180558 Mar 08 18:51:46.847387 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks [] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.894313 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968b3d48-14c3-429d-aed6-cd280636b8af {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:46.904462 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks [] for port (968b3d48-14c3-429d-aed6-cd280636b8af), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.915073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b46a8b9d-2d10-4196-871f-57c85b9ec7ac req-fb8af20f-4ae9-44ed-9cba-d25b8591e3c2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694597 Mar 08 18:51:46.918999 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Transition to ACTIVE for port object 968b3d48-14c3-429d-aed6-cd280636b8af will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:51:46.923093 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.923909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:46.979603 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Network 3679f277-a131-44a1-9195-33f2452122f5 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:46.981143 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Pushing event updated for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:46.991834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:46.998453 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:47.057174 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Pushing event updated for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:47.077508 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Attempting to bind port 968b3d48-14c3-429d-aed6-cd280636b8af on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:47.078120 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Attempting to bind port 968b3d48-14c3-429d-aed6-cd280636b8af by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:47.078523 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Attempting to bind port 968b3d48-14c3-429d-aed6-cd280636b8af on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:47.083808 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Port 968b3d48-14c3-429d-aed6-cd280636b8af on network 282273be-723c-4459-b6c4-d884505677f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:51:47.084411 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Attempting to bind port 968b3d48-14c3-429d-aed6-cd280636b8af on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:47.085110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.086473 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.092281 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:47.092931 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:47.093485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:47.094121 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Bound port: 968b3d48-14c3-429d-aed6-cd280636b8af, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:47.094695 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.108758 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ffae0f54-001f-4517-a0d6-2cbdc2f4bd7d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0908778 Mar 08 18:51:47.125631 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Request body: {'port': {'device_id': 'ad93ce39-6532-4098-bd44-07623d492e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:47.210217 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.255057 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:47.260733 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=968b3d48-14c3-429d-aed6-cd280636b8af,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:47.281125 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.413886 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.415033 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.419379 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] 10.222.0.18 "PUT /v2.0/ports/968b3d48-14c3-429d-aed6-cd280636b8af HTTP/1.1" status: 200 len: 1093 time: 1.0361013 Mar 08 18:51:47.440413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:47.457752 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:47.607081 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-0df39c34-c8be-4d28-b392-a804b9ce77e8 None None] Provisioning complete for port 8309eb02-2aba-40ef-b6f1-4236c906278d triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:47.607893 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0df39c34-c8be-4d28-b392-a804b9ce77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.644757 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-2274b962-9fcb-4f9e-b183-2e4744f50c71 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.648649 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-2274b962-9fcb-4f9e-b183-2e4744f50c71 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 814 time: 0.5412729 Mar 08 18:51:47.650645 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d7fc-2f72-4e7f-9a4a-48c27476864d service neutron] Pushing event updated for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:47.653637 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2ff1e-f2ca-404c-b691-ae442de5a58c req-d774ba8c-1f64-45f8-9b60-93db2e100606 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.663169 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0df39c34-c8be-4d28-b392-a804b9ce77e8 None None] Port 8309eb02-2aba-40ef-b6f1-4236c906278d cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:47.667520 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3d2ff1e-f2ca-404c-b691-ae442de5a58c req-d774ba8c-1f64-45f8-9b60-93db2e100606 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 935 time: 0.2097309 Mar 08 18:51:47.672432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'port': {'device_id': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'admin_state_up': True, 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:47.686071 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6687-5b7a-474d-b6e8-5bb57255433b req-ab29a646-0329-4140-9ca1-8585b34a7b22 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.693293 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-31ef6687-5b7a-474d-b6e8-5bb57255433b req-ab29a646-0329-4140-9ca1-8585b34a7b22 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1661785 Mar 08 18:51:47.861022 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-1a71942b-0a66-4b1b-baa5-bad86980e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:47.863994 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-1a71942b-0a66-4b1b-baa5-bad86980e478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 1127 time: 0.3427002 Mar 08 18:51:47.881339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8309eb02-2aba-40ef-b6f1-4236c906278d {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:47.906316 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks [] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:47.932031 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Transition to ACTIVE for port object 8309eb02-2aba-40ef-b6f1-4236c906278d will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:51:47.955288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:48.096029 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3d2ff1e-f2ca-404c-b691-ae442de5a58c req-e5079033-6504-4aed-8b12-8357ff53c7b7 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272628 Mar 08 18:51:48.144180 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-31ef6687-5b7a-474d-b6e8-5bb57255433b req-1298f700-dad2-4c87-967f-425e2d780f65 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496236 Mar 08 18:51:48.402213 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Pushing event updated for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:48.438797 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7b250-8d83-4014-b25f-8594b0705500 x-openstack-request-id: req-d0b7b250-8d83-4014-b25f-8594b0705500 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:48.441156 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:48.441609 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0b7b250-8d83-4014-b25f-8594b0705500 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:48.452002 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af', 'status': 'completed', 'code': 200} Mar 08 18:51:48.453893 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-93cd9df3-89cd-44e3-9379-92cdb4a6c587 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968b3d48-14c3-429d-aed6-cd280636b8af HTTP/1.1" status: 200 len: 217 time: 0.5696754 Mar 08 18:51:48.495165 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Made reservation on behalf of bf50d1fbdbd747268e9e52317a836df4 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:51:48.505445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:48.657136 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-50e0c437-c4c2-44cf-b479-6a9a1beaf1aa req-faa9b20f-25cc-4eb0-9f86-6a72526c20b5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 210 time: 0.1200712 Mar 08 18:51:48.795328 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Attempting to bind port 8309eb02-2aba-40ef-b6f1-4236c906278d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:48.795859 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Attempting to bind port 8309eb02-2aba-40ef-b6f1-4236c906278d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:48.796667 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Attempting to bind port 8309eb02-2aba-40ef-b6f1-4236c906278d on network 3679f277-a131-44a1-9195-33f2452122f5 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:48.815016 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Port 8309eb02-2aba-40ef-b6f1-4236c906278d on network 3679f277-a131-44a1-9195-33f2452122f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:51:48.815016 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Attempting to bind port 8309eb02-2aba-40ef-b6f1-4236c906278d on network 3679f277-a131-44a1-9195-33f2452122f5 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:48.856831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a563b2-8f47-4405-aeee-25121dcb8a03 req-90135ff2-09ba-4443-9746-545a7ba33296 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9a563b2-8f47-4405-aeee-25121dcb8a03 req-90135ff2-09ba-4443-9746-545a7ba33296 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 943 time: 0.2788904 Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Checking segment: {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Bound using segment: {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Bound port: 8309eb02-2aba-40ef-b6f1-4236c906278d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2512399d-194c-4aff-a01d-0828cefa24bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3679f277-a131-44a1-9195-33f2452122f5'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:48.884300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:48.929960 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-c65902c4-2f1c-4d37-a935-b39a4951b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:48.943703 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-c65902c4-2f1c-4d37-a935-b39a4951b92d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.2196369 Mar 08 18:51:48.963319 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Allocated IP 172.20.0.8 (bbba04bd-0536-4937-ae80-5772df2ad1ef/d8ab7bbb-4dfe-4a11-850a-7fb22990060b/9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:51:49.014813 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9a563b2-8f47-4405-aeee-25121dcb8a03 req-0c6b8cf9-b815-4e33-abda-2af2049c92a7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408639 Mar 08 18:51:49.097424 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:49.107738 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8309eb02-2aba-40ef-b6f1-4236c906278d,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:49.118385 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:49.143677 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-be9ba16c-db5e-4fc7-9fe6-726b0968c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:49.145999 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-be9ba16c-db5e-4fc7-9fe6-726b0968c9bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436110 Mar 08 18:51:49.254335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:49.256621 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:49.261406 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] 10.222.0.18 "PUT /v2.0/ports/8309eb02-2aba-40ef-b6f1-4236c906278d HTTP/1.1" status: 200 len: 1097 time: 2.1447294 Mar 08 18:51:49.262242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:49.267277 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:49.434741 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028020-9ebb-43cf-b957-684bf5f9499e service neutron] Pushing event updated for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:49.465154 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-9a11f224-edb4-4e6c-87c0-26d71d51cff1 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674778 Mar 08 18:51:49.523447 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc907-5a13-471d-866e-501d6d54571a req-d7be8234-80c6-49a5-b5b8-0ee45ccb21ee tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:49.526848 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef2cc907-5a13-471d-866e-501d6d54571a req-d7be8234-80c6-49a5-b5b8-0ee45ccb21ee tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 947 time: 0.2758019 Mar 08 18:51:49.559051 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ac2311c1-4ab6-42e4-845a-3a8f3ad5fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:49.560831 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-ac2311c1-4ab6-42e4-845a-3a8f3ad5fe58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 1131 time: 0.2323780 Mar 08 18:51:49.561285 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:49.640917 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d95eff-abcf-4c8b-af56-205c1f230d58 req-ec45e642-5ff9-46a1-b71a-09669d23e4e8 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:49.643712 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c1d95eff-abcf-4c8b-af56-205c1f230d58 req-ec45e642-5ff9-46a1-b71a-09669d23e4e8 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2813182 Mar 08 18:51:49.707088 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ef2cc907-5a13-471d-866e-501d6d54571a req-74a8122e-0fbf-4c3b-bb76-7a72a48e0f33 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703789 Mar 08 18:51:49.839141 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:49.844259 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-b52925c5-2861-49a8-a8b8-7dcdcc74f812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8309eb02-2aba-40ef-b6f1-4236c906278d HTTP/1.1" status: 200 len: 217 time: 0.1174242 Mar 08 18:51:49.893247 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1023b-3d38-474e-89d6-f830e002b9da x-openstack-request-id: req-97e1023b-3d38-474e-89d6-f830e002b9da {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:49.893552 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:49.893806 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97e1023b-3d38-474e-89d6-f830e002b9da {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:49.894806 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d', 'status': 'completed', 'code': 200} Mar 08 18:51:49.912607 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c1d95eff-abcf-4c8b-af56-205c1f230d58 req-660025fb-c1b7-4d4f-a0b1-72285fa88d6b tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527599 Mar 08 18:51:50.041111 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5c96f3e2-407a-4a69-9295-09e24c2c0e5c req-d08d7eb3-a000-463b-93fe-45452dab598a service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577408 Mar 08 18:51:50.102515 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Network bbba04bd-0536-4937-ae80-5772df2ad1ef is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:51:50.123144 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:51:50.149066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-9b0cc512-46fe-45b9-ab86-3b289753ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.152225 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-9b0cc512-46fe-45b9-ab86-3b289753ae23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c8a7ad3-7382-473f-98db-8ddfdf09c112 HTTP/1.1" status: 200 len: 843 time: 0.2381055 Mar 08 18:51:50.154842 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:51:50.199187 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8a80e-c3d3-4a16-beab-fde79aa122bb req-4be13ce6-235a-4a72-b7d6-058e5e8c57c5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.207412 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9f8a80e-c3d3-4a16-beab-fde79aa122bb req-4be13ce6-235a-4a72-b7d6-058e5e8c57c5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 931 time: 0.2044222 Mar 08 18:51:50.340462 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:50.437504 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.438543 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:50.446569 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9f8a80e-c3d3-4a16-beab-fde79aa122bb req-64179ec5-29ba-403d-bfc8-9dadf911fb46 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374260 Mar 08 18:51:50.500629 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec75c26-b498-4c5f-96f8-ba59be610547 req-ffea5502-c634-45fa-84f2-73b8b2418439 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.503888 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7ec75c26-b498-4c5f-96f8-ba59be610547 req-ffea5502-c634-45fa-84f2-73b8b2418439 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 943 time: 0.2329657 Mar 08 18:51:50.519215 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-cf2d71af-5f72-4046-9c57-5d3411f6363b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8573461 Mar 08 18:51:50.535480 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-39852404-5385-45ac-8a01-463405624d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.537216 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-39852404-5385-45ac-8a01-463405624d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3679f277-a131-44a1-9195-33f2452122f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1746731 Mar 08 18:51:50.540782 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Request body: {'port': {'device_id': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:51:50.552899 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-5b9cc149-398a-42dc-bc4f-6c35286ff207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.556103 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-5b9cc149-398a-42dc-bc4f-6c35286ff207 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 1127 time: 0.1967442 Mar 08 18:51:50.672525 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-e5af97e7-eb8a-4da9-9ce0-8e07168c6a99 None None] Provisioning complete for port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:50.673270 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e5af97e7-eb8a-4da9-9ce0-8e07168c6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:50.798245 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-21313413-256b-4ef0-8a19-0bc8014d5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:50.801019 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-21313413-256b-4ef0-8a19-0bc8014d5cf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.2158930 Mar 08 18:51:50.834961 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-e5af97e7-eb8a-4da9-9ce0-8e07168c6a99 None None] Port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:51:50.845189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7ec75c26-b498-4c5f-96f8-ba59be610547 req-16a260c8-691c-4282-98ae-7d42780538b9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271914 Mar 08 18:51:50.848888 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-479c8987-b1a9-48a5-81f7-755ee6937fc2 service neutron] 10.222.0.18 "GET /v2.0/networks/3679f277-a131-44a1-9195-33f2452122f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366560 Mar 08 18:51:50.902544 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ddb799a9-4be6-4255-b455-38987550cfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:50.949823 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-27239381-8c93-4857-be9a-3cd852855460 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968b3d48-14c3-429d-aed6-cd280636b8af HTTP/1.1" status: 200 len: 217 time: 0.1312490 Mar 08 18:51:51.057047 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:51.220430 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5fb35af9-298a-4409-b3e4-ebb8117c9ab9 req-2607e55b-4330-4623-9139-2d23ce579dae service neutron] 10.222.0.18 "GET /v2.0/networks/3679f277-a131-44a1-9195-33f2452122f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555300 Mar 08 18:51:51.396987 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8d67-906f-49c9-adc0-3b551471031d req-42ceb276-e6a8-41bd-9add-6bcc41304315 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:51.400392 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11ef8d67-906f-49c9-adc0-3b551471031d req-42ceb276-e6a8-41bd-9add-6bcc41304315 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 947 time: 0.3780859 Mar 08 18:51:51.451916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5be35-4746-4ca0-a90e-817d8d531e54 req-dbd75059-2470-4c1f-be8f-ed43c8a6e46a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:51.457897 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-28a5be35-4746-4ca0-a90e-817d8d531e54 req-dbd75059-2470-4c1f-be8f-ed43c8a6e46a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1864157 Mar 08 18:51:51.654032 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:51.664758 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks [] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:51.682386 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Transition to ACTIVE for port object 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:51:51.695416 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:51.800879 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-00d8eefb-c109-434f-b36e-d0c4c20be898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:51.803204 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-00d8eefb-c109-434f-b36e-d0c4c20be898 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.1184499 Mar 08 18:51:51.803867 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:51.980912 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Attempting to bind port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:51:51.981532 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Attempting to bind port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:51:51.981825 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Attempting to bind port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 on network bbba04bd-0536-4937-ae80-5772df2ad1ef {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:51.997870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-b99e6028-90c1-45a3-ab8e-3a0d2574fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:51.999677 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-b99e6028-90c1-45a3-ab8e-3a0d2574fb61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1670094 Mar 08 18:51:52.012318 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 on network bbba04bd-0536-4937-ae80-5772df2ad1ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:51:52.012590 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Attempting to bind port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 on network bbba04bd-0536-4937-ae80-5772df2ad1ef {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:51:52.028302 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:51:52.028915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Checking segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:51:52.029052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Bound using segment: {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:51:52.029456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Bound port: 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556632c-2b6b-42e7-969b-33d67c94910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:51:52.029822 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:52.059907 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-28a5be35-4746-4ca0-a90e-817d8d531e54 req-a93c7de1-12a2-4af3-8397-a03be36fc59a tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715046 Mar 08 18:51:52.116976 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11ef8d67-906f-49c9-adc0-3b551471031d req-4436a523-9421-458c-af38-9d4916e84487 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076690 Mar 08 18:51:52.218015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-4c7243b8-9f27-4d69-9a88-5c492f7527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:52.220438 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-4c7243b8-9f27-4d69-9a88-5c492f7527cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 1131 time: 0.2326550 Mar 08 18:51:52.416162 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-b666affc-7e7f-4202-a537-fbad26395d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:52.419508 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-b666affc-7e7f-4202-a537-fbad26395d00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3679f277-a131-44a1-9195-33f2452122f5 HTTP/1.1" status: 200 len: 870 time: 0.1720715 Mar 08 18:51:52.483708 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:51:52.493060 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:51:52.498152 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-16751de1-27a6-4424-8400-605b3017c337 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516723 Mar 08 18:51:52.510509 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:52.531014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cb964-160d-4f73-b2bc-d1d5d4777416 req-372185f8-9ab9-4ad6-9267-44ccfeb9cd45 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:52.533884 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-635cb964-160d-4f73-b2bc-d1d5d4777416 req-372185f8-9ab9-4ad6-9267-44ccfeb9cd45 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.3746290 Mar 08 18:51:52.564179 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649c81-1925-4bc8-91f4-f644a9d9583a req-9172ec37-6a42-4d06-8eb6-20c6d5bfc936 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:52.566315 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-24649c81-1925-4bc8-91f4-f644a9d9583a req-9172ec37-6a42-4d06-8eb6-20c6d5bfc936 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 943 time: 0.1443419 Mar 08 18:51:52.617340 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:52.626157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:52.627290 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:52.629799 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-ccb809b5-96db-484e-acae-77011d56f880 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 1093 time: 2.0994618 Mar 08 18:51:52.630576 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:52.634845 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e5fe7-05ae-4b73-8fbf-7b487097f774" -d '{"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:52.924731 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-635cb964-160d-4f73-b2bc-d1d5d4777416 req-4e305e5f-f711-4a90-a827-225dade94cdd tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569119 Mar 08 18:51:52.937412 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-846a7fe1-4794-43bc-8aa2-810186fea0ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8309eb02-2aba-40ef-b6f1-4236c906278d HTTP/1.1" status: 200 len: 217 time: 0.2192159 Mar 08 18:51:53.063697 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-24649c81-1925-4bc8-91f4-f644a9d9583a req-cf23fb90-3b05-465e-aa7c-b0cf34632b1f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995907 Mar 08 18:51:53.156413 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8309eb02-2aba-40ef-b6f1-4236c906278d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:51:53.161638 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd703a-1160-4325-bde7-9cd29ce80211 x-openstack-request-id: req-fafd703a-1160-4325-bde7-9cd29ce80211 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:53.161638 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:53.161638 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fafd703a-1160-4325-bde7-9cd29ce80211 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:53.171474 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:51:53.253182 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-01f5e569-54fd-4eab-97eb-ae5a50a12cd7 req-b9461e5f-72d5-49b5-9281-04c5db10399c service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459771 Mar 08 18:51:53.300504 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-201c6aa2-728d-49cf-a639-3e281bc0f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.302387 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-201c6aa2-728d-49cf-a639-3e281bc0f328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c8a7ad3-7382-473f-98db-8ddfdf09c112 HTTP/1.1" status: 200 len: 843 time: 0.2053967 Mar 08 18:51:53.340721 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-08c74c88-b23c-49ca-9aa7-d26d7b138030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.360144 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-08c74c88-b23c-49ca-9aa7-d26d7b138030 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1127 time: 0.2643118 Mar 08 18:51:53.525724 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-b015bf6c-fb7f-4825-8383-e667a6a52385 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 217 time: 0.1591110 Mar 08 18:51:53.575324 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9a7f-e99c-4709-a6ce-2eab2b0daaeb req-b75d63e7-10a2-4de0-bae0-86ffab86d9c7 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.578026 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-020f9a7f-e99c-4709-a6ce-2eab2b0daaeb req-b75d63e7-10a2-4de0-bae0-86ffab86d9c7 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 947 time: 0.2746334 Mar 08 18:51:53.594576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d707d4-0c1f-4065-9090-460cba73e23e req-6a6895ae-7e30-4b7e-930f-2382cd5c867f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.597614 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a9d707d4-0c1f-4065-9090-460cba73e23e req-6a6895ae-7e30-4b7e-930f-2382cd5c867f tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.2912743 Mar 08 18:51:53.685943 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-8921e00a-4a70-4305-bdea-624874fd67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.689217 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-8921e00a-4a70-4305-bdea-624874fd67fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3679f277-a131-44a1-9195-33f2452122f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3152156 Mar 08 18:51:53.699461 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-07adbd5b-4a48-40b6-a113-33bb149965b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:53.713904 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-07adbd5b-4a48-40b6-a113-33bb149965b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.1271498 Mar 08 18:51:53.742261 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9c859bc9-c8ef-4403-bd3e-a31a62308147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:53.767466 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-020f9a7f-e99c-4709-a6ce-2eab2b0daaeb req-d56280f3-6b09-4297-85ca-11c2e36288f9 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683407 Mar 08 18:51:53.782505 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8309eb02-2aba-40ef-b6f1-4236c906278d,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:53.829514 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '8309eb02-2aba-40ef-b6f1-4236c906278d', 'network_id': '3679f277-a131-44a1-9195-33f2452122f5', 'port_id': '8309eb02-2aba-40ef-b6f1-4236c906278d', 'mac_address': 'fa:16:3e:71:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8a7ad3-7382-473f-98db-8ddfdf09c112', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:51:53.838246 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a9d707d4-0c1f-4065-9090-460cba73e23e req-f38d8211-7f42-4019-9c78-abaf028ef056 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165339 Mar 08 18:51:53.954063 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 8309eb02-2aba-40ef-b6f1-4236c906278d is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:53.954702 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:53.981601 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8309eb02-2aba-40ef-b6f1-4236c906278d {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:54.029303 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8309eb02-2aba-40ef-b6f1-4236c906278d,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:54.036269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:54.040597 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 968b3d48-14c3-429d-aed6-cd280636b8af details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:51:54.197435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:54.222624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737550-8684-47dd-97de-be2caf3234c1 req-1a839ee0-cef6-4cec-9108-2c8076de9109 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:54.225596 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-05737550-8684-47dd-97de-be2caf3234c1 req-1a839ee0-cef6-4cec-9108-2c8076de9109 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.1805637 Mar 08 18:51:54.329124 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=968b3d48-14c3-429d-aed6-cd280636b8af,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:54.348714 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '968b3d48-14c3-429d-aed6-cd280636b8af', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'port_id': '968b3d48-14c3-429d-aed6-cd280636b8af', 'mac_address': 'fa:16:3e:61:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:51:54.400225 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 968b3d48-14c3-429d-aed6-cd280636b8af is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:54.403280 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:54.417017 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862409-853d-4ac6-9bdd-c9303dcdd1e0 req-fb476a72-9295-4c77-b975-b5c0258a7b3f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:54.423979 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b7862409-853d-4ac6-9bdd-c9303dcdd1e0 req-fb476a72-9295-4c77-b975-b5c0258a7b3f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 943 time: 0.2355227 Mar 08 18:51:54.430996 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968b3d48-14c3-429d-aed6-cd280636b8af {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:51:54.452545 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-05737550-8684-47dd-97de-be2caf3234c1 req-dc76b825-9c63-48fa-96c1-f44930514aba tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690745 Mar 08 18:51:54.484133 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=968b3d48-14c3-429d-aed6-cd280636b8af,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:54.489929 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:54.583178 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b7862409-853d-4ac6-9bdd-c9303dcdd1e0 req-0a2047d4-2038-4322-9fff-2b21267617da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567483 Mar 08 18:51:54.613237 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:54.786458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['968b3d48-14c3-429d-aed6-cd280636b8af'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:51:54.842529 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['8309eb02-2aba-40ef-b6f1-4236c906278d'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:51:54.872803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49450) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:55.024683 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.087588 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f8df0-66ce-44ec-b64f-8929d0b7a577 req-0afa8570-8953-4bb7-b363-9f05a29554b8 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:55.089370 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-527f8df0-66ce-44ec-b64f-8929d0b7a577 req-0afa8570-8953-4bb7-b363-9f05a29554b8 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 948 time: 0.1777465 Mar 08 18:51:55.103055 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5295f-8e1f-4ff4-9fe4-ed6069f047f6 req-9b36bf24-00f4-4aab-b2af-153212c430ae tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:55.112992 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2bf5295f-8e1f-4ff4-9fe4-ed6069f047f6 req-9b36bf24-00f4-4aab-b2af-153212c430ae tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1160259 Mar 08 18:51:55.164270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c36db879-9be0-4975-9d87-3b010e1def8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.255788 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-527f8df0-66ce-44ec-b64f-8929d0b7a577 req-5eb58c0b-10bb-4945-9984-4e77d3f0df8b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393535 Mar 08 18:51:55.262367 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2bf5295f-8e1f-4ff4-9fe4-ed6069f047f6 req-3fa71de9-faa0-46dc-a64a-de26a9621810 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483085 Mar 08 18:51:55.416785 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c36db879-9be0-4975-9d87-3b010e1def8b admin admin] Publish callbacks [] for security_group (7780c695-325b-4b3d-b05f-c2ff1fce3c13), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.424058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c36db879-9be0-4975-9d87-3b010e1def8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (7780c695-325b-4b3d-b05f-c2ff1fce3c13), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.519871 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c36db879-9be0-4975-9d87-3b010e1def8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cff57e577d42487188e43101cbf64972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6431770 Mar 08 18:51:55.521705 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49460) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:55.634226 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] Publish callbacks [] for security_group (7780c695-325b-4b3d-b05f-c2ff1fce3c13), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.688999 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36db879-9be0-4975-9d87-3b010e1def8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7780c695-325b-4b3d-b05f-c2ff1fce3c13,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:55.716309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] Publish callbacks [] for security_group (7780c695-325b-4b3d-b05f-c2ff1fce3c13), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.724022 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a503d9-28b1-44cd-b455-f9b28a774c2b req-b56c4688-6c5c-417e-b9e5-693154807ce9 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:55.733673 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65a503d9-28b1-44cd-b455-f9b28a774c2b req-b56c4688-6c5c-417e-b9e5-693154807ce9 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.1674125 Mar 08 18:51:55.812445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (7780c695-325b-4b3d-b05f-c2ff1fce3c13), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.815888 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:55.823349 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7780c695-325b-4b3d-b05f-c2ff1fce3c13 HTTP/1.1" status: 204 len: 168 time: 0.2952402 Mar 08 18:51:55.865796 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb2aad-cd54-45bc-a6b6-743f566a0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7780c695-325b-4b3d-b05f-c2ff1fce3c13,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:55.868754 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65a503d9-28b1-44cd-b455-f9b28a774c2b req-8c32f2d4-39cb-4ea1-ac87-77306b0ea571 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335564 Mar 08 18:51:55.904153 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6bc81-bdfe-4139-a1d7-5a5b33a38772 req-0554a5f7-1761-437f-a9a5-bb0cc15604fe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:55.916604 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7ec6bc81-bdfe-4139-a1d7-5a5b33a38772 req-0554a5f7-1761-437f-a9a5-bb0cc15604fe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 944 time: 0.1686392 Mar 08 18:51:56.010844 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7ec6bc81-bdfe-4139-a1d7-5a5b33a38772 req-e291d34b-a9dd-4a46-b244-47b1e4c76152 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841656 Mar 08 18:51:56.202847 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:56.543352 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769589-8357-4a6c-9e3f-7f18c0c77c27 req-4ec31f09-0f02-4af2-ab3f-17b25f88a336 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:56.550190 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c769589-8357-4a6c-9e3f-7f18c0c77c27 req-4ec31f09-0f02-4af2-ab3f-17b25f88a336 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 948 time: 0.1689458 Mar 08 18:51:56.565363 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6dc5-33b4-4d85-860a-8e0b3ac3a0de req-7e6b7463-c996-45b6-81a8-76b44f3a0639 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:56.567098 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fcbb6dc5-33b4-4d85-860a-8e0b3ac3a0de req-7e6b7463-c996-45b6-81a8-76b44f3a0639 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1801245 Mar 08 18:51:56.673705 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c769589-8357-4a6c-9e3f-7f18c0c77c27 req-dfdfa497-5092-4cd3-b264-8897db9b45aa tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167076 Mar 08 18:51:56.691174 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fcbb6dc5-33b4-4d85-860a-8e0b3ac3a0de req-4a9e05dc-5f40-45c3-ab96-a013aec99b46 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157849 Mar 08 18:51:57.116305 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d314b-4a1f-4553-a908-697987f962c2 req-53f03ee7-c56d-4538-a542-b8e29048b784 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:57.122046 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4f3d314b-4a1f-4553-a908-697987f962c2 req-53f03ee7-c56d-4538-a542-b8e29048b784 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.1177087 Mar 08 18:51:57.186309 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8309eb02-2aba-40ef-b6f1-4236c906278d up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:57.307347 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4f3d314b-4a1f-4553-a908-697987f962c2 req-62bf4d69-9616-4500-9d41-c893c33c6ae6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751833 Mar 08 18:51:57.337555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bdc96-ebf0-4249-87de-91454f52068d req-7d8518fe-1c04-4072-86b8-77f567096cec tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:57.337555 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e1bdc96-ebf0-4249-87de-91454f52068d req-7d8518fe-1c04-4072-86b8-77f567096cec tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 944 time: 0.1812661 Mar 08 18:51:57.338091 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 8309eb02-2aba-40ef-b6f1-4236c906278d completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:51:57.346032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 8309eb02-2aba-40ef-b6f1-4236c906278d triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:57.346696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.484336 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e1bdc96-ebf0-4249-87de-91454f52068d req-a2c0b69c-a53e-4c4e-8b6a-7782602c512f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311514 Mar 08 18:51:57.562800 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 8309eb02-2aba-40ef-b6f1-4236c906278d is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:57.563341 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.599405 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:57.602599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3280a-5319-4977-9e0a-db8ed6b68f5b" -d '{"events": [{"server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "name": "network-vif-plugged", "status": "completed", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:57.619807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8309eb02-2aba-40ef-b6f1-4236c906278d,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:57.626407 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.628118 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 968b3d48-14c3-429d-aed6-cd280636b8af up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:51:57.698769 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f096b09-6ff1-4049-b4d7-6c3a46168792 x-openstack-request-id: req-8f096b09-6ff1-4049-b4d7-6c3a46168792 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:57.699532 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "name": "network-vif-plugged", "status": "completed", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:57.700011 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f096b09-6ff1-4049-b4d7-6c3a46168792 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:57.700660 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d', 'code': 200} Mar 08 18:51:57.821673 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.842482 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:57.882015 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 968b3d48-14c3-429d-aed6-cd280636b8af completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:51:57.889080 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 968b3d48-14c3-429d-aed6-cd280636b8af triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:51:57.889920 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.948726 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c4ac5-7215-4ded-836e-4fc66f7b1c5d req-72fd1f30-85d5-4e0d-a286-1dab1ea1c4a5 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:57.964257 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eb7c4ac5-7215-4ded-836e-4fc66f7b1c5d req-72fd1f30-85d5-4e0d-a286-1dab1ea1c4a5 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.1641648 Mar 08 18:51:58.038247 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c0cdc-9334-4411-98f8-40ac41fee55b req-3ecf075f-9f5e-4c59-80f9-f2dab76ef6f7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:58.040826 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f32c0cdc-9334-4411-98f8-40ac41fee55b req-3ecf075f-9f5e-4c59-80f9-f2dab76ef6f7 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1684861 Mar 08 18:51:58.072135 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 968b3d48-14c3-429d-aed6-cd280636b8af is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:51:58.073411 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:58.099174 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eb7c4ac5-7215-4ded-836e-4fc66f7b1c5d req-34b22a08-1848-4ff8-a354-6c58e5f5cdfa tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336844 Mar 08 18:51:58.141229 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=968b3d48-14c3-429d-aed6-cd280636b8af,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:58.150678 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:58.168850 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f32c0cdc-9334-4411-98f8-40ac41fee55b req-ca9b25df-8562-430f-8c4f-585cc5c70c27 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125958 Mar 08 18:51:58.241306 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:51:58.368394 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:58.512392 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db8ee-c59b-4e9a-8124-0102963baa61 req-720a334c-ba1d-4d3d-8523-fc0c614962f6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:58.514091 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b50db8ee-c59b-4e9a-8124-0102963baa61 req-720a334c-ba1d-4d3d-8523-fc0c614962f6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.0810933 Mar 08 18:51:58.581633 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b50db8ee-c59b-4e9a-8124-0102963baa61 req-c62dd601-19e4-4523-8e39-38645949dc15 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Mar 08 18:51:58.725618 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-55528195-46c2-4577-973a-d263f17f8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:58.728201 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-55528195-46c2-4577-973a-d263f17f8c3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736654 Mar 08 18:51:58.732364 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0549-90f2-4092-bbfd-e80dbaf6402d req-e2fb01ca-519e-42d2-9b70-76c6b086052a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:58.735759 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-75ee0549-90f2-4092-bbfd-e80dbaf6402d req-e2fb01ca-519e-42d2-9b70-76c6b086052a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.1244645 Mar 08 18:51:58.882811 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-8897e5cf-a96c-4f88-8924-57633ac5fe65 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411502 Mar 08 18:51:58.908364 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-f6232907-eb63-417d-9e15-95a20af5f860 service neutron] 10.222.0.18 "GET /v2.0/networks/3679f277-a131-44a1-9195-33f2452122f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551348 Mar 08 18:51:58.917351 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-75ee0549-90f2-4092-bbfd-e80dbaf6402d req-7c2faad4-f677-4779-989e-75cc8aee1c08 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268544 Mar 08 18:51:59.005033 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f64e89-ea91-4796-84a9-77b90d457cd3 req-de474c8e-e9d6-443b-b2ec-af889d9f6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.006528 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-30f64e89-ea91-4796-84a9-77b90d457cd3 req-de474c8e-e9d6-443b-b2ec-af889d9f6d03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 1133 time: 0.1449831 Mar 08 18:51:59.044050 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-fa05a9ca-eece-4838-95ca-baa321c64f61 req-d1eeae42-0ddf-44b0-97c3-e0334dd50f05 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331520 Mar 08 18:51:59.086418 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-89bf857d-d8a8-44b0-9251-1bb8ec3fc14e req-d3299ef5-c93c-4ec0-815d-bdf2aa4ccef0 service neutron] 10.222.0.18 "GET /v2.0/networks/3679f277-a131-44a1-9195-33f2452122f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667738 Mar 08 18:51:59.092166 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-30f64e89-ea91-4796-84a9-77b90d457cd3 req-b0e470c7-60ad-41fb-b03c-8ce3d25d175e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748677 Mar 08 18:51:59.275808 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e505c9-05df-441c-81f1-f417510ee357 req-6fa8126a-cd44-426d-ae40-38afeffdef9b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.279940 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d5e505c9-05df-441c-81f1-f417510ee357 req-6fa8126a-cd44-426d-ae40-38afeffdef9b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.0909090 Mar 08 18:51:59.391445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-6d93ba35-7a01-4b3e-afd6-927e6de635da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.394053 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-6d93ba35-7a01-4b3e-afd6-927e6de635da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1127 time: 0.0773752 Mar 08 18:51:59.442248 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d5e505c9-05df-441c-81f1-f417510ee357 req-e8f1c0df-fb14-4972-9b2d-e8d6bfd5ebec tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584489 Mar 08 18:51:59.479159 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-fd309905-db34-435d-9f2c-ecb7c031fce5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.481687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-fd309905-db34-435d-9f2c-ecb7c031fce5 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1872978 Mar 08 18:51:59.497728 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5726da2-a71c-42fe-8784-75dcc4fe60be req-4f046a3a-edfa-4269-91c5-945b77ca2dfc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.500446 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d5726da2-a71c-42fe-8784-75dcc4fe60be req-4f046a3a-edfa-4269-91c5-945b77ca2dfc tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 945 time: 0.1927130 Mar 08 18:51:59.554948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-d6db6342-2345-499d-98a9-4939c1f4f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.557503 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-d6db6342-2345-499d-98a9-4939c1f4f52a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.1561000 Mar 08 18:51:59.627081 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-7932deb7-d97a-4251-8746-67076cce0525 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 217 time: 0.0619164 Mar 08 18:51:59.661590 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d5726da2-a71c-42fe-8784-75dcc4fe60be req-92b6e3b7-ec00-4abe-9b5a-f82b8d030f6e tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/security-groups?id=837ccd61-02ed-41f4-9e2f-a8f191272e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480856 Mar 08 18:51:59.704012 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:51:59.713141 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daee2c81-cdcf-448c-81fc-8296ad0b5193" -d '{"events": [{"server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "name": "network-vif-plugged", "status": "completed", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:51:59.733358 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Deleting port a794b164-7121-430f-90a8-cffd959e8418 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:51:59.733909 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (a794b164-7121-430f-90a8-cffd959e8418), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:59.745852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-8ab44b75-475e-4017-bc5d-40a748d6ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.747852 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-8ab44b75-475e-4017-bc5d-40a748d6ab71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.1130192 Mar 08 18:51:59.771577 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65dcfe-3939-49bf-a3af-c3387930168a x-openstack-request-id: req-5f65dcfe-3939-49bf-a3af-c3387930168a {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:51:59.772030 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "name": "network-vif-plugged", "status": "completed", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:51:59.772581 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f65dcfe-3939-49bf-a3af-c3387930168a {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:51:59.773807 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af', 'code': 200} Mar 08 18:51:59.843286 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-e23abeb3-0973-4a79-99b3-0ae8c59b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.845353 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-e23abeb3-0973-4a79-99b3-0ae8c59b55d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886586 Mar 08 18:51:59.853147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75a33-4cff-43f6-abcb-f29f704d51c7 req-38372e80-3bae-43f7-8c44-15c5fe0ecc42 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:51:59.854776 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bf75a33-4cff-43f6-abcb-f29f704d51c7 req-38372e80-3bae-43f7-8c44-15c5fe0ecc42 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.1434782 Mar 08 18:51:59.903896 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] For port a794b164-7121-430f-90a8-cffd959e8418, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a794b164-7121-430f-90a8-cffd959e8418,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:51:59.904381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (a794b164-7121-430f-90a8-cffd959e8418), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:59.934087 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Calling delete_port for a794b164-7121-430f-90a8-cffd959e8418 owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:51:59.964388 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bf75a33-4cff-43f6-abcb-f29f704d51c7 req-873a036d-2401-49cb-841b-cf2f7f2e76e8 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976255 Mar 08 18:52:00.032018 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-479dad6a-9870-4ff0-97af-191c4f044900 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790898 Mar 08 18:52:00.109082 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e25ae-1607-422b-a7c4-8b8f963dc62b req-37bf233c-183c-41bb-9ebe-263e638f420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:00.110539 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-ad6e25ae-1607-422b-a7c4-8b8f963dc62b req-37bf233c-183c-41bb-9ebe-263e638f420c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 1129 time: 0.1265554 Mar 08 18:52:00.168556 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2b55-35f1-481a-805e-9210531e9efd req-532fd933-388b-4220-b8a7-3f41b4e8f6d7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:00.170310 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-303e5fe7-05ae-4b73-8fbf-7b487097f774 req-1b9319b7-200c-4910-bb2f-e6d6779f00d1 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287174 Mar 08 18:52:00.171243 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27ea2b55-35f1-481a-805e-9210531e9efd req-532fd933-388b-4220-b8a7-3f41b4e8f6d7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.1118426 Mar 08 18:52:00.196635 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-ad6e25ae-1607-422b-a7c4-8b8f963dc62b req-82a257ef-3561-46c7-a682-93425c5ac3cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700679 Mar 08 18:52:00.200715 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (a794b164-7121-430f-90a8-cffd959e8418), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:00.255913 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Pushing event deleted for resources: {'Port': ['ID=a794b164-7121-430f-90a8-cffd959e8418,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:00.323843 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] No DVR routers for this DVR port a794b164-7121-430f-90a8-cffd959e8418 on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:52:00.329144 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27ea2b55-35f1-481a-805e-9210531e9efd req-73b57394-b5b1-4af0-b781-4028e92ea536 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384325 Mar 08 18:52:00.330937 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:00.337604 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-565c59a8-0aac-405e-94e7-a58f7dfeb087 req-6f1aac8a-512e-4570-adb8-839103055fc0 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.18 "DELETE /v2.0/ports/a794b164-7121-430f-90a8-cffd959e8418 HTTP/1.1" status: 204 len: 173 time: 0.8356586 Mar 08 18:52:00.338350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'name': 'network-vif-deleted', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:00.342640 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41256c1-4981-4da2-860e-583186943689" -d '{"events": [{"server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "name": "network-vif-deleted", "tag": "a794b164-7121-430f-90a8-cffd959e8418"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:00.387442 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5647d6-5faa-4c45-8350-8fa91ec48adb x-openstack-request-id: req-2f5647d6-5faa-4c45-8350-8fa91ec48adb {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:00.387679 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c04dd-d3db-45e8-bf92-d854b55868d2", "name": "network-vif-deleted", "tag": "a794b164-7121-430f-90a8-cffd959e8418", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:00.387840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f5647d6-5faa-4c45-8350-8fa91ec48adb {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:00.388240 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c04dd-d3db-45e8-bf92-d854b55868d2', 'name': 'network-vif-deleted', 'tag': 'a794b164-7121-430f-90a8-cffd959e8418', 'status': 'completed', 'code': 200} Mar 08 18:52:00.622502 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850aeb8-2b08-488a-8ef2-2c5983462f62 req-25551c12-7c93-487e-86a4-1da82d76198b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:00.624496 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6850aeb8-2b08-488a-8ef2-2c5983462f62 req-25551c12-7c93-487e-86a4-1da82d76198b tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.0678020 Mar 08 18:52:00.684290 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6850aeb8-2b08-488a-8ef2-2c5983462f62 req-6a24a95b-e7a9-4447-bc0f-4d40bb86b72f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537992 Mar 08 18:52:00.814099 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7fb9cbeb-fd07-4167-abab-3cd7141220bc req-659a5992-0905-4cd7-90cd-d6e09a930c14 tempest-ServerRescueNegativeTestJSON-1224760857 tempest-ServerRescueNegativeTestJSON-1224760857-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e3c04dd-d3db-45e8-bf92-d854b55868d2 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Mar 08 18:52:01.108351 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726305-5a03-43aa-b8a0-4be6c105fc32 req-5408d3c2-6275-4121-afbc-bf3266fff330 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:01.109961 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-84726305-5a03-43aa-b8a0-4be6c105fc32 req-5408d3c2-6275-4121-afbc-bf3266fff330 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 943 time: 0.0627155 Mar 08 18:52:01.167520 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-84726305-5a03-43aa-b8a0-4be6c105fc32 req-52af8bff-7829-42b0-9adc-aeb72845af11 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 Mar 08 18:52:01.197458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:52:01.201082 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device a794b164-7121-430f-90a8-cffd959e8418 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:01.249521 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: a794b164-7121-430f-90a8-cffd959e8418 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:01.250153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device a794b164-7121-430f-90a8-cffd959e8418 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:01.389556 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:01.415321 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'port_id': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'mac_address': 'fa:16:3e:86:06:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:52:01.465607 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:01.466170 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:01.482412 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:52:01.505707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:01.512482 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:01.546072 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5bf6-717c-4387-af28-1095e4c847af req-2dd3185b-0bcd-49cf-878d-3ae94ce179bb tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:01.547756 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3aec5bf6-717c-4387-af28-1095e4c847af req-2dd3185b-0bcd-49cf-878d-3ae94ce179bb tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0902319 Mar 08 18:52:01.596479 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:01.610062 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.610845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.611159 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3aec5bf6-717c-4387-af28-1095e4c847af req-7ecd94e0-ed07-4d8a-856b-478e641bb8e5 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541258 Mar 08 18:52:01.611464 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.612010 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.612624 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.613268 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.613843 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.614413 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.614993 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.615534 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.616105 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.617598 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.618173 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:01.765197 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:52:01.862884 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480d974-45a2-4a13-bf0b-54eb9f8ccd5a req-7c05d91d-0893-4db0-8912-5914e2276edf tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:01.865789 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3480d974-45a2-4a13-bf0b-54eb9f8ccd5a req-7c05d91d-0893-4db0-8912-5914e2276edf tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.0742383 Mar 08 18:52:01.896532 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49510) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:01.935958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3480d974-45a2-4a13-bf0b-54eb9f8ccd5a req-fa9bc4dd-32fa-4577-92d6-4bbe32907340 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Mar 08 18:52:02.412394 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68d2a-d3fa-482f-9e88-10bdbefab83a req-b01baf1f-74fa-4665-9429-e22ab29e137d tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:02.414844 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36f68d2a-d3fa-482f-9e88-10bdbefab83a req-b01baf1f-74fa-4665-9429-e22ab29e137d tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 944 time: 0.1104250 Mar 08 18:52:02.433550 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8556-2d27-47cd-89e9-360de5f625d8 req-5ccb81d1-c028-49f0-bede-b5a166239d7c tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:02.435891 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d7bb8556-2d27-47cd-89e9-360de5f625d8 req-5ccb81d1-c028-49f0-bede-b5a166239d7c tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.1220276 Mar 08 18:52:02.573476 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36f68d2a-d3fa-482f-9e88-10bdbefab83a req-1ba721d2-4e7f-450e-822e-d8fd66b16447 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359320 Mar 08 18:52:02.574484 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (99178808-21a7-4e89-94f6-abcb28caade4), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:02.579596 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d7bb8556-2d27-47cd-89e9-360de5f625d8 req-08a4e211-05e9-44d1-9b33-50cac2fcc39d tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315448 Mar 08 18:52:02.796228 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1c78-4406-402a-a75c-691d2afe9009 req-0afeae1f-7bbe-48c2-9704-5e7598edd435 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:02.798067 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3cad1c78-4406-402a-a75c-691d2afe9009 req-0afeae1f-7bbe-48c2-9704-5e7598edd435 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0754557 Mar 08 18:52:02.864183 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3cad1c78-4406-402a-a75c-691d2afe9009 req-e1299e4b-cb1e-4329-9c3e-42e7568e2bc3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590041 Mar 08 18:52:03.009692 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765c592-52a7-45aa-bb8e-5927163fbbf3 req-07d552e5-3d2b-46d3-b459-1e48618dd0c9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:03.011793 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9765c592-52a7-45aa-bb8e-5927163fbbf3 req-07d552e5-3d2b-46d3-b459-1e48618dd0c9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0682645 Mar 08 18:52:03.021552 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49524) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:03.026537 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'port_id': '968b3d48-14c3-429d-aed6-cd280636b8af'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:03.077518 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.207936 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:52:03.270078 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:52:03.278822 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:03.279641 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.392008 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Deleting port cee59994-7dba-44ab-ae78-9ef8d967e8f4 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:03.392927 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.399824 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:03.400512 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.447225 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:03.450518 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90fbffc-3a5d-4409-9b75-f3a2b2966f5a" -d '{"events": [{"server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "name": "network-vif-plugged", "status": "completed", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:03.482586 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:03.488069 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.526172 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] For port cee59994-7dba-44ab-ae78-9ef8d967e8f4, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=cee59994-7dba-44ab-ae78-9ef8d967e8f4,segment=NetworkSegment(31969181-b1bf-4c77-854e-d76a13566ac8),segment_id=31969181-b1bf-4c77-854e-d76a13566ac8)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:03.526803 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.556101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Calling delete_port for cee59994-7dba-44ab-ae78-9ef8d967e8f4 owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:03.565985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:03.582272 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d634b-408d-4256-bfbe-3916b6828d1b x-openstack-request-id: req-a44d634b-408d-4256-bfbe-3916b6828d1b {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:03.582650 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "name": "network-vif-plugged", "status": "completed", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:03.583101 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a44d634b-408d-4256-bfbe-3916b6828d1b {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:03.583658 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'code': 200} Mar 08 18:52:03.807501 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.db.resource_extend [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 18:52:03.898009 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (cee59994-7dba-44ab-ae78-9ef8d967e8f4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:03.936438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cee59994-7dba-44ab-ae78-9ef8d967e8f4,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:03.952490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9472e-097a-4ed0-9c9d-abeb902523fd req-84acf61a-71a5-40aa-b0f2-bf085d81e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:03.954179 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-52a9472e-097a-4ed0-9c9d-abeb902523fd req-84acf61a-71a5-40aa-b0f2-bf085d81e68d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1129 time: 0.1042042 Mar 08 18:52:04.093573 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-52a9472e-097a-4ed0-9c9d-abeb902523fd req-c998e0a2-d4ae-49f0-808d-6a123039cddf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205277 Mar 08 18:52:04.180481 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (99178808-21a7-4e89-94f6-abcb28caade4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.243733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.262115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-139ba5f5-9a14-420b-bd0b-d04f8fc48423 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:04.263772 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-139ba5f5-9a14-420b-bd0b-d04f8fc48423 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.5825806 Mar 08 18:52:04.264489 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.279113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574d44-0c79-4121-9f78-62030e46245d req-61ec73c0-5c4b-4791-8b70-6553a5feed20 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:04.281053 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d574d44-0c79-4121-9f78-62030e46245d req-61ec73c0-5c4b-4791-8b70-6553a5feed20 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.4954333 Mar 08 18:52:04.398924 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfec19-31ae-4a4f-b6b7-c6cb4f2ac765 req-bf647659-e502-4c6d-8e83-468ef3480084 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:04.400959 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-14cfec19-31ae-4a4f-b6b7-c6cb4f2ac765 req-bf647659-e502-4c6d-8e83-468ef3480084 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 949 time: 0.5971570 Mar 08 18:52:04.500499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Router 99178808-21a7-4e89-94f6-abcb28caade4 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:04.576907 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d574d44-0c79-4121-9f78-62030e46245d req-b2382c5b-ad1e-4bcc-bde9-2c6cc03be282 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515533 Mar 08 18:52:04.633047 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-14cfec19-31ae-4a4f-b6b7-c6cb4f2ac765 req-ad95fa3e-bc73-4f11-a052-d1e5cb6a6134 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206590 Mar 08 18:52:04.635147 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:04.637369 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 7582c743-74f6-4449-ab81-95cd40f3c27e associated. External IP: 172.27.1.233, port: 968b3d48-14c3-429d-aed6-cd280636b8af. Mar 08 18:52:04.644137 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0e0344f6-76a3-4e9b-87f2-c9f1286ad8dd admin admin] 10.222.0.57 "PUT /v2.0/routers/99178808-21a7-4e89-94f6-abcb28caade4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7422428 Mar 08 18:52:04.648293 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49532) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:04.654974 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Sync routers for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:04.689132 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:04.690246 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:04.723191 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Deleting port 8309eb02-2aba-40ef-b6f1-4236c906278d {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:04.723542 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.806470 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks [] for router (99178808-21a7-4e89-94f6-abcb28caade4), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.865106 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:04.941960 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks [] for router_gateway (99178808-21a7-4e89-94f6-abcb28caade4), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.962836 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] For port 8309eb02-2aba-40ef-b6f1-4236c906278d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8309eb02-2aba-40ef-b6f1-4236c906278d,segment=NetworkSegment(2512399d-194c-4aff-a01d-0828cefa24bd),segment_id=2512399d-194c-4aff-a01d-0828cefa24bd)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:04.963881 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:04.986731 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Calling delete_port for 8309eb02-2aba-40ef-b6f1-4236c906278d owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:05.050928 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Deleting port 52c2f86b-26d7-44e6-9aa5-931a5a61361f {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:05.051599 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.140600 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:52:03Z', 'revision_number': 5, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port': {'id': '52c2f86b-26d7-44e6-9aa5-931a5a61361f', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99178808-21a7-4e89-94f6-abcb28caade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:05.142370 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:05.204231 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Checking router: 99178808-21a7-4e89-94f6-abcb28caade4 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:05.215674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] For port 52c2f86b-26d7-44e6-9aa5-931a5a61361f, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=52c2f86b-26d7-44e6-9aa5-931a5a61361f,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:05.216282 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.222672 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Routers {'99178808-21a7-4e89-94f6-abcb28caade4'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:05.223744 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99178808-21a7-4e89-94f6-abcb28caade4'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:05.241591 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Calling delete_port for 52c2f86b-26d7-44e6-9aa5-931a5a61361f owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:05.466861 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] Set router 99178808-21a7-4e89-94f6-abcb28caade4 gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:05.470296 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (8309eb02-2aba-40ef-b6f1-4236c906278d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.533735 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Pushing event deleted for resources: {'Port': ['ID=8309eb02-2aba-40ef-b6f1-4236c906278d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:05.555337 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:52:04Z', 'revision_number': 6, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:05.569113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:05.569465 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (52c2f86b-26d7-44e6-9aa5-931a5a61361f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.584053 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:05.603761 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c2f86b-26d7-44e6-9aa5-931a5a61361f,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:05.604091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.620443 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:05.623109 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:05.683991 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad951d7-c464-48e6-9c0f-a269d32df879 None None] The sync data for ids ['99178808-21a7-4e89-94f6-abcb28caade4'] in dv-cinder-830087-3-iscsi is: [{'id': '99178808-21a7-4e89-94f6-abcb28caade4', 'name': 'tempest-ServerRescueNegativeTestJSON-427602818-router', 'tenant_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:28Z', 'updated_at': '2022-03-08T18:52:04Z', 'revision_number': 6, 'project_id': 'e985471e384d43f89e1ac3e54d9a5b86', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:05.744826 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] No DVR routers for this DVR port 8309eb02-2aba-40ef-b6f1-4236c906278d on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:52:05.756889 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d2fa36b8-5681-4407-9b05-aa36f7ee4037 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "PUT /v2.0/floatingips/7582c743-74f6-4449-ab81-95cd40f3c27e HTTP/1.1" status: 200 len: 991 time: 2.7243958 Mar 08 18:52:05.756889 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.760925 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5350be57-5cb5-4797-b549-a0a55a34be99 req-66c2fbcf-8b44-4101-a3a9-fc76ff7ceb3f tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.18 "DELETE /v2.0/ports/8309eb02-2aba-40ef-b6f1-4236c906278d HTTP/1.1" status: 204 len: 173 time: 1.4345639 Mar 08 18:52:05.760925 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af'}, {'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'name': 'network-vif-deleted', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:05.775220 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1967df-a227-427e-9646-82f0a4ba0b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af"}, {"server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "name": "network-vif-deleted", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:05.804822 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (99178808-21a7-4e89-94f6-abcb28caade4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:05.922158 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eb807454-231a-4f61-a080-7c1d5af410cd req-8aee1a95-c5d9-4701-bc6a-96010bb952d2 tempest-VolumesNegativeTest-471584805 tempest-VolumesNegativeTest-471584805-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad93ce39-6532-4098-bd44-07623d492e43 HTTP/1.1" status: 200 len: 210 time: 0.0628257 Mar 08 18:52:05.971463 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ca8a-e1f0-4d49-a5b5-0d1788003389 req-27c50f9d-de71-4d7a-a2c0-405e588256eb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:05.981582 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7924ca8a-e1f0-4d49-a5b5-0d1788003389 req-27c50f9d-de71-4d7a-a2c0-405e588256eb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.1943474 Mar 08 18:52:06.003629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:06.036397 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c0f2a-8ca7-4409-8025-c2db3db4ace1 x-openstack-request-id: req-e88c0f2a-8ca7-4409-8025-c2db3db4ace1 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:06.036918 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af", "status": "completed", "code": 200}, {"server_uuid": "ad93ce39-6532-4098-bd44-07623d492e43", "name": "network-vif-deleted", "tag": "8309eb02-2aba-40ef-b6f1-4236c906278d", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:06.037330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e88c0f2a-8ca7-4409-8025-c2db3db4ace1 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:06.038023 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af', 'status': 'completed', 'code': 200} Mar 08 18:52:06.039587 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad93ce39-6532-4098-bd44-07623d492e43', 'name': 'network-vif-deleted', 'tag': '8309eb02-2aba-40ef-b6f1-4236c906278d', 'status': 'completed', 'code': 200} Mar 08 18:52:06.045934 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (99178808-21a7-4e89-94f6-abcb28caade4), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.049886 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks [] for router_controller (99178808-21a7-4e89-94f6-abcb28caade4), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.063729 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7924ca8a-e1f0-4d49-a5b5-0d1788003389 req-2b3f361c-9061-4265-bb5c-8fc98a30fd15 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807748 Mar 08 18:52:06.187264 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-a7c00ad9-b755-4e11-ab60-d8d7bee57f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:06.191520 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-a7c00ad9-b755-4e11-ab60-d8d7bee57f2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 1129 time: 0.1262763 Mar 08 18:52:06.198210 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (99178808-21a7-4e89-94f6-abcb28caade4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.199662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99178808-21a7-4e89-94f6-abcb28caade4 {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:52:06.222155 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.230198 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a3a88b5e-bfce-46d1-b1a2-ebc2fd42e5a5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/99178808-21a7-4e89-94f6-abcb28caade4 HTTP/1.1" status: 204 len: 168 time: 1.5804400 Mar 08 18:52:06.231677 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49546) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:06.305912 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Deleting subnet 340f7520-e546-42a0-8e8c-3192ae8b93c3 {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:52:06.319008 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Publish callbacks [] for subnet (340f7520-e546-42a0-8e8c-3192ae8b93c3), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.375575 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (340f7520-e546-42a0-8e8c-3192ae8b93c3), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.428680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca5d38-3ae6-4418-ad84-487f32f33376 req-3f94b6f0-3adf-4710-99b9-326558e0f741 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:06.430864 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-44ca5d38-3ae6-4418-ad84-487f32f33376 req-3f94b6f0-3adf-4710-99b9-326558e0f741 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.2142909 Mar 08 18:52:06.458221 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (340f7520-e546-42a0-8e8c-3192ae8b93c3), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.495181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}, {'id': '7582c743-74f6-4449-ab81-95cd40f3c27e', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '968b3d48-14c3-429d-aed6-cd280636b8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:61:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:51:33Z', 'updated_at': '2022-03-08T18:52:03Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:06.527750 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:06.533917 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-3d26961b-6fef-43ed-87ee-a562b273576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:06.534810 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (340f7520-e546-42a0-8e8c-3192ae8b93c3), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.536756 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-3d26961b-6fef-43ed-87ee-a562b273576a service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.3361194 Mar 08 18:52:06.544024 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:06.545319 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:06.560660 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=340f7520-e546-42a0-8e8c-3192ae8b93c3,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:06.566984 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.574696 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-59a5e126-2093-4965-bdf6-a91d8bbfe9ce admin admin] 10.222.0.57 "DELETE /v2.0/subnets/340f7520-e546-42a0-8e8c-3192ae8b93c3 HTTP/1.1" status: 204 len: 168 time: 0.3382084 Mar 08 18:52:06.575819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49548) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:06.633577 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-44ca5d38-3ae6-4418-ad84-487f32f33376 req-5734d214-bacf-4476-95b3-84c967817c7a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930053 Mar 08 18:52:06.686693 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-ca54345e-b09c-493b-a3ca-14656795c975 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968b3d48-14c3-429d-aed6-cd280636b8af HTTP/1.1" status: 200 len: 999 time: 0.1407807 Mar 08 18:52:06.698129 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.761819 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-ad2ff6b1-342b-483f-8097-0f096ac6be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:06.764518 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-ad2ff6b1-342b-483f-8097-0f096ac6be9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0714056 Mar 08 18:52:06.845476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-39a6305e-23cf-4cd9-9766-fb9b9682ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:06.847265 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-39a6305e-23cf-4cd9-9766-fb9b9682ac69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765464 Mar 08 18:52:06.854109 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.891598 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:06.892485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:06.918782 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31969181-b1bf-4c77-854e-d76a13566ac8') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:06.919499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31969181-b1bf-4c77-854e-d76a13566ac8') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:06.939997 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (31969181-b1bf-4c77-854e-d76a13566ac8), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.981822 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (31969181-b1bf-4c77-854e-d76a13566ac8), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:06.999985 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:52:07.000547 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (31969181-b1bf-4c77-854e-d76a13566ac8), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:52:07.004444 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:52:07.078689 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-57767a4e-3d5f-4a2a-90eb-f1827f49767d service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240288 Mar 08 18:52:07.132081 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:07.189180 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:07.193305 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] 10.222.0.57 "DELETE /v2.0/networks/1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014 HTTP/1.1" status: 204 len: 168 time: 0.6172647 Mar 08 18:52:07.255687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cf1967df-a227-427e-9646-82f0a4ba0b6f req-edaf4157-e428-44f8-9a42-f8e3b33a879d service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672716 Mar 08 18:52:07.295869 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8309eb02-2aba-40ef-b6f1-4236c906278d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:07.361724 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 8309eb02-2aba-40ef-b6f1-4236c906278d {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:07.362312 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8309eb02-2aba-40ef-b6f1-4236c906278d not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:07.460814 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf42a5-583b-4baf-9aa6-f61fe4e32c02 req-a167c158-ee5f-4d44-9e42-89dcbe560764 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:07.479532 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f8cf42a5-583b-4baf-9aa6-f61fe4e32c02 req-a167c158-ee5f-4d44-9e42-89dcbe560764 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.1783648 Mar 08 18:52:07.540681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device cee59994-7dba-44ab-ae78-9ef8d967e8f4 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:07.590302 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: cee59994-7dba-44ab-ae78-9ef8d967e8f4 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:07.591033 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device cee59994-7dba-44ab-ae78-9ef8d967e8f4 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:07.591674 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 52c2f86b-26d7-44e6-9aa5-931a5a61361f no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:07.620706 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 52c2f86b-26d7-44e6-9aa5-931a5a61361f {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:07.621103 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 52c2f86b-26d7-44e6-9aa5-931a5a61361f not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:07.625170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819e700-183f-4313-af71-0cc20608fced admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4f60c2-d9a6-49ad-9b51-d6cdc02b3014,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:07.636700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}, {'id': '7582c743-74f6-4449-ab81-95cd40f3c27e', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '968b3d48-14c3-429d-aed6-cd280636b8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:61:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:51:33Z', 'updated_at': '2022-03-08T18:52:03Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:07.651453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f8cf42a5-583b-4baf-9aa6-f61fe4e32c02 req-6610a0e2-ce4f-400e-be2a-0d21fdeaf757 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630013 Mar 08 18:52:07.700789 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf03a7e-d0ab-4883-aaf0-7a6459e79d4b None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}, {'id': '7582c743-74f6-4449-ab81-95cd40f3c27e', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '968b3d48-14c3-429d-aed6-cd280636b8af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:61:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:51:33Z', 'updated_at': '2022-03-08T18:52:03Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:07.764424 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49574) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:07.848565 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-76269714-0419-4720-90a2-786df17601ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e985471e384d43f89e1ac3e54d9a5b86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0825012 Mar 08 18:52:07.853122 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49576) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:07.934803 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] Publish callbacks [] for security_group (837ccd61-02ed-41f4-9e2f-a8f191272e51), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:07.963178 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] Publish callbacks [] for security_group (837ccd61-02ed-41f4-9e2f-a8f191272e51), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:08.056063 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (837ccd61-02ed-41f4-9e2f-a8f191272e51), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:08.059901 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:08.061034 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/837ccd61-02ed-41f4-9e2f-a8f191272e51 HTTP/1.1" status: 204 len: 168 time: 0.2065663 Mar 08 18:52:08.075713 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207824c-2c80-4c50-a7a8-19fddfbc0a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ccd61-02ed-41f4-9e2f-a8f191272e51,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:08.100038 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9cc2e-8783-4c08-bbb6-0fa1657e325d None None] New status for floating IP 7582c743-74f6-4449-ab81-95cd40f3c27e: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:08.812694 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:52:13.302798 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49900) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:13.472933 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-63e1cd37-9a90-4a17-a4d2-43477c6c180d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bbfd4f178ec41fd93644d8363d6735f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689041 Mar 08 18:52:13.476478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49904) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:13.550455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-553ee031-9592-436e-966d-e1903670285a admin admin] Publish callbacks [] for security_group (8c3f66f2-aec6-46bf-892d-4fd27e0c1d44), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:13.591281 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-553ee031-9592-436e-966d-e1903670285a admin admin] Publish callbacks [] for security_group (8c3f66f2-aec6-46bf-892d-4fd27e0c1d44), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:13.664226 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-553ee031-9592-436e-966d-e1903670285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8c3f66f2-aec6-46bf-892d-4fd27e0c1d44), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:13.667808 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-553ee031-9592-436e-966d-e1903670285a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:13.668920 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-553ee031-9592-436e-966d-e1903670285a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c3f66f2-aec6-46bf-892d-4fd27e0c1d44 HTTP/1.1" status: 204 len: 168 time: 0.1912453 Mar 08 18:52:13.677320 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee031-9592-436e-966d-e1903670285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3f66f2-aec6-46bf-892d-4fd27e0c1d44,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:14.794835 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 49958) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:14.950487 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4a045bf3-4dbd-4f72-801b-cb40e9df6c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.059767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4a045bf3-4dbd-4f72-801b-cb40e9df6c77 admin admin] Publish callbacks [] for security_group (a55289e5-8ac5-4010-ba1b-5238ab321044), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.067566 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4a045bf3-4dbd-4f72-801b-cb40e9df6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a55289e5-8ac5-4010-ba1b-5238ab321044), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.145582 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4a045bf3-4dbd-4f72-801b-cb40e9df6c77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d195e4476cd46a987595b9c078f055a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492393 Mar 08 18:52:15.147692 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a045bf3-4dbd-4f72-801b-cb40e9df6c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55289e5-8ac5-4010-ba1b-5238ab321044,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:15.149432 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49966) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:15.204351 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] Publish callbacks [] for security_group (a55289e5-8ac5-4010-ba1b-5238ab321044), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.229655 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] Publish callbacks [] for security_group (a55289e5-8ac5-4010-ba1b-5238ab321044), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.298791 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a55289e5-8ac5-4010-ba1b-5238ab321044), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.301613 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.302785 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a55289e5-8ac5-4010-ba1b-5238ab321044 HTTP/1.1" status: 204 len: 168 time: 0.1523612 Mar 08 18:52:15.312693 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaa4ed-d859-4db0-9647-6df055c684f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55289e5-8ac5-4010-ba1b-5238ab321044,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:15.601508 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49974) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:15.615551 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e11ad09a-1db9-446e-b13f-ec81c0419d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.709449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e11ad09a-1db9-446e-b13f-ec81c0419d64 admin admin] Publish callbacks [] for security_group (59b17bfd-186d-4c1f-bf72-aa3cadb04c19), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.714878 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e11ad09a-1db9-446e-b13f-ec81c0419d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (59b17bfd-186d-4c1f-bf72-aa3cadb04c19), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.758422 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e11ad09a-1db9-446e-b13f-ec81c0419d64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e50851b7285f44f0b44434305acd00ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555860 Mar 08 18:52:15.759165 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ad09a-1db9-446e-b13f-ec81c0419d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b17bfd-186d-4c1f-bf72-aa3cadb04c19,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:15.761782 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 49976) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:15.816317 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] Publish callbacks [] for security_group (59b17bfd-186d-4c1f-bf72-aa3cadb04c19), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.844572 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] Publish callbacks [] for security_group (59b17bfd-186d-4c1f-bf72-aa3cadb04c19), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.911562 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (59b17bfd-186d-4c1f-bf72-aa3cadb04c19), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.914692 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:15.915969 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59b17bfd-186d-4c1f-bf72-aa3cadb04c19 HTTP/1.1" status: 204 len: 168 time: 0.1532540 Mar 08 18:52:15.924755 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897657c2-1ec7-4317-b706-d10a2e9fc005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b17bfd-186d-4c1f-bf72-aa3cadb04c19,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:16.761587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3973-511e-4ab8-b863-7e1bb29dbfac req-c4c4339c-5cb3-4aa6-8db9-ec5f24bbd0ee tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:16.763571 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-de7d3973-511e-4ab8-b863-7e1bb29dbfac req-c4c4339c-5cb3-4aa6-8db9-ec5f24bbd0ee tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.0658426 Mar 08 18:52:16.836133 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-de7d3973-511e-4ab8-b863-7e1bb29dbfac req-38c50a80-fc42-4fcb-b319-4637b4fa285b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Mar 08 18:52:16.866240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50014) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:17.133427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe83df-1457-4833-9bfa-5c06717ea31b tempest-TestMinimumBasicScenario-624838134 tempest-TestMinimumBasicScenario-624838134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:17.135439 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-fcbe83df-1457-4833-9bfa-5c06717ea31b tempest-TestMinimumBasicScenario-624838134 tempest-TestMinimumBasicScenario-624838134-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1124 time: 0.2661839 Mar 08 18:52:17.138808 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50022) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:17.145312 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'port_id': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:17.174445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:17.337029 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:17.509738 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Allocated IP 172.27.1.28 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/c2474ea2-fba5-4efd-9507-a9e31e413a32) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:17.654195 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:17.696848 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:17.745216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:17.751455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'Port': ['ID=c2474ea2-fba5-4efd-9507-a9e31e413a32,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:17.756121 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:17.759535 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:18.259486 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for floatingip (9f08ba2e-21b4-47c7-a41b-d5efa29b2907), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:18.385748 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:18.560215 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:18.564178 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:18.645192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'Port': ['ID=c2474ea2-fba5-4efd-9507-a9e31e413a32,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:18.659561 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (9f08ba2e-21b4-47c7-a41b-d5efa29b2907), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:18.780507 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Floating IP 9f08ba2e-21b4-47c7-a41b-d5efa29b2907 associated. External IP: 172.27.1.28, port: 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97. Mar 08 18:52:19.046340 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Router 8316b170-3c52-463a-9a79-6afac3edaf08 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:19.180482 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:19.193807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Sync routers for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:19.209580 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.215984 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:19.217008 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:19.257817 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b5741f56-c37e-4097-af1f-550342e20f43 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1172748 Mar 08 18:52:19.258572 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:19.261074 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049" -d '{"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:19.262442 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50054) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:19.267043 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072424864', 'description': 'tempest-secgroup-smoke-1072424864 description', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:19.298197 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.329988 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfa71ec-dc7c-47a2-8589-1a4bf035abf6 x-openstack-request-id: req-0bfa71ec-dc7c-47a2-8589-1a4bf035abf6 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:19.330374 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:19.330692 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bfa71ec-dc7c-47a2-8589-1a4bf035abf6 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:19.331165 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:52:19.377278 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:19.412027 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (b0892f94-6dad-4d1f-9f90-d1038d443a9d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.422819 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b0892f94-6dad-4d1f-9f90-d1038d443a9d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.475324 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.476680 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2133143 Mar 08 18:52:19.477574 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941164a-05db-4caa-ba64-16f16ab683e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0892f94-6dad-4d1f-9f90-d1038d443a9d,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:19.481021 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50060) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:19.485799 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:19.501593 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-d6d4d9dd-c5f5-470c-a3d7-c89c0bc1320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:19.503478 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-d6d4d9dd-c5f5-470c-a3d7-c89c0bc1320f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1129 time: 0.1276088 Mar 08 18:52:19.541939 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (9982a13d-6ee0-46cc-b912-213475e0572d), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.673476 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (9982a13d-6ee0-46cc-b912-213475e0572d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.676023 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-57b562f3-e214-406f-a578-6b1c738fcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:19.678187 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-57b562f3-e214-406f-a578-6b1c738fcad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.1637046 Mar 08 18:52:19.686724 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (9982a13d-6ee0-46cc-b912-213475e0572d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.759815 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9982a13d-6ee0-46cc-b912-213475e0572d,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:19.782590 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.783913 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9c025443-c30b-4aea-bf63-908722079a58 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3019428 Mar 08 18:52:19.788779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50072) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:19.797420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:19.813044 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-74bba755-142a-4e51-8c18-b99f9174b6e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 998 time: 0.1235638 Mar 08 18:52:19.873381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (1c995706-8585-48c2-ac66-187adb0a1614), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:19.886803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-37207e26-17c1-4f04-a257-a0d469476940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:19.887442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9f08ba2e-21b4-47c7-a41b-d5efa29b2907', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'port_id': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'mac_address': 'fa:16:3e:86:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:18Z', 'updated_at': '2022-03-08T18:52:18Z', 'revision_number': 0, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:19.888568 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-37207e26-17c1-4f04-a257-a0d469476940 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.0669596 Mar 08 18:52:19.960223 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Checking router: 8316b170-3c52-463a-9a79-6afac3edaf08 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:19.979343 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-1a2316b2-5e67-48ab-93f5-09af33f080c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:19.982473 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-1a2316b2-5e67-48ab-93f5-09af33f080c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860102 Mar 08 18:52:19.985038 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:19.986693 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:51:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:20.015615 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (1c995706-8585-48c2-ac66-187adb0a1614), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.023857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (1c995706-8585-48c2-ac66-187adb0a1614), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.042264 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c995706-8585-48c2-ac66-187adb0a1614,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:20.081480 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.088415 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0a63c0e9-879f-4b72-a969-079d85035054 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2978818 Mar 08 18:52:20.089232 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50080) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:20.094079 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:20.138457 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (6236d0e3-0bd9-4be6-a54d-4ee000bde48d), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.139841 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-acd68fdb-9b49-4e99-8d5d-1c8a50191e51 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496556 Mar 08 18:52:20.192342 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:20.248785 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (6236d0e3-0bd9-4be6-a54d-4ee000bde48d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.258200 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (6236d0e3-0bd9-4be6-a54d-4ee000bde48d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.291523 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4bba688a-09a4-4d5c-8a8c-1d8bba58d049 req-6a24ab23-b742-4600-8ff5-f92948c96939 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448913 Mar 08 18:52:20.292104 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6236d0e3-0bd9-4be6-a54d-4ee000bde48d,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:20.298816 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.311586 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d2427843-d499-41ca-b7f1-147e64f47458 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2211399 Mar 08 18:52:20.316768 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50086) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:20.328888 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:20.356743 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (488d64c6-d2ec-4325-aab8-0b1735e3cdcc), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.424483 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (488d64c6-d2ec-4325-aab8-0b1735e3cdcc), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.430824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (488d64c6-d2ec-4325-aab8-0b1735e3cdcc), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.453466 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488d64c6-d2ec-4325-aab8-0b1735e3cdcc,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:20.462146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.463419 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9afffa0c-6a9b-4c9c-85d8-032420f8725a tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454172 Mar 08 18:52:20.466540 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50088) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:20.471090 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:20.493529 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.securitygroups_db [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Project bf50d1fbdbd747268e9e52317a836df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:52:20.498890 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (d7c75664-b6df-473d-b707-341e35791ff8), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.536925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9f08ba2e-21b4-47c7-a41b-d5efa29b2907', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'port_id': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'mac_address': 'fa:16:3e:86:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:18Z', 'updated_at': '2022-03-08T18:52:18Z', 'revision_number': 0, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:20.566205 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581fb68-0d47-4ee6-8ecd-8c564d0fdfc3 None None] The sync data for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi is: [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '9f08ba2e-21b4-47c7-a41b-d5efa29b2907', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'port_id': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'mac_address': 'fa:16:3e:86:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:18Z', 'updated_at': '2022-03-08T18:52:18Z', 'revision_number': 0, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:20.582707 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (d7c75664-b6df-473d-b707-341e35791ff8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.587568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (d7c75664-b6df-473d-b707-341e35791ff8), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.609131 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c75664-b6df-473d-b707-341e35791ff8,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:20.623497 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.637552 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-65a16db1-52ff-41ea-bbd9-5dbe8363ca92 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617095 Mar 08 18:52:20.637552 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50092) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:20.638040 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'security_group_rule': {'security_group_id': 'b0892f94-6dad-4d1f-9f90-d1038d443a9d', 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:20.673025 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.securitygroups_db [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Project bf50d1fbdbd747268e9e52317a836df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:52:20.681311 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (70675ab6-8488-411a-8825-3956b9ad87c9), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.722794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1918c2ec-3624-4f96-9806-8f7134ca353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.775674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (70675ab6-8488-411a-8825-3956b9ad87c9), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.781502 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (70675ab6-8488-411a-8825-3956b9ad87c9), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.822815 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70675ab6-8488-411a-8825-3956b9ad87c9,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:20.841592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.842873 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-de67ca7c-2340-4674-bbb0-0de61c99dd63 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2115467 Mar 08 18:52:20.902027 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6ad31-48b7-4af8-b300-b34018d7d2ae None None] New status for floating IP 9f08ba2e-21b4-47c7-a41b-d5efa29b2907: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:21.048067 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-2fa58410-5259-4064-9063-74f85f9785ec tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072424864&fields=id&tenant_id=bf50d1fbdbd747268e9e52317a836df4 HTTP/1.1" status: 200 len: 267 time: 0.1286962 Mar 08 18:52:21.152555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-036d04db-315b-4aa1-b4ee-8816606395be tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:21.155011 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-036d04db-315b-4aa1-b4ee-8816606395be tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.1013248 Mar 08 18:52:21.171603 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'port': {'security_groups': ['5f73eddb-b361-46d9-8ee2-8c60b244a21d', 'b0892f94-6dad-4d1f-9f90-d1038d443a9d']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:21.275986 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:21.538158 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:21.587092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:21.592441 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:21.653285 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:21.653963 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:21.656535 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06f043ad-c7bd-467f-8640-32bc4cee8518 req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "PUT /v2.0/ports/9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 981 time: 0.4952774 Mar 08 18:52:21.659094 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:21.662010 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac759ba-bc36-4a92-85e1-3175f3d68e41" -d '{"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:21.718040 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3783a51a-4347-4ac8-8422-e9eade2d5fdf x-openstack-request-id: req-3783a51a-4347-4ac8-8422-e9eade2d5fdf {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:21.718495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:21.718808 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3783a51a-4347-4ac8-8422-e9eade2d5fdf {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:21.719378 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:52:21.746696 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b57bb-2858-4893-8fa2-540d64d52dc5 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=6']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:21.778971 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4033-a17e-4128-a289-fc6a746f4901 req-88ea5d96-95f7-4899-aec8-64037bc2869e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:21.780622 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d15d4033-a17e-4128-a289-fc6a746f4901 req-88ea5d96-95f7-4899-aec8-64037bc2869e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.1439571 Mar 08 18:52:21.863660 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d15d4033-a17e-4128-a289-fc6a746f4901 req-ad30da52-3d61-41a5-8748-2e580e267a86 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726364 Mar 08 18:52:21.872993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80692e-93fb-4567-8268-2e994219a846 req-03928bda-5c07-46af-8559-0b22af1c70d4 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:21.875085 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a80692e-93fb-4567-8268-2e994219a846 req-03928bda-5c07-46af-8559-0b22af1c70d4 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0933602 Mar 08 18:52:21.945884 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1a80692e-93fb-4567-8268-2e994219a846 req-ec8e2e28-44a0-414f-a56d-c11480d67f09 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639062 Mar 08 18:52:21.988308 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-35ac2907-c615-4284-bebf-4648bbceb198 None None] Provisioning complete for port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:21.989176 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-35ac2907-c615-4284-bebf-4648bbceb198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:22.081998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-35ac2907-c615-4284-bebf-4648bbceb198 None None] Current status of the port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:22.792628 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:52:23.344014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eeeef0-088e-4405-9fa5-66bae70dcaba req-683ec28a-72c4-4fa2-be8c-67f347ba266e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:23.346521 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3eeeef0-088e-4405-9fa5-66bae70dcaba req-683ec28a-72c4-4fa2-be8c-67f347ba266e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.3690932 Mar 08 18:52:23.359892 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea986-cb57-4aa8-87c7-1706b62ddcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:23.428104 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b3eeeef0-088e-4405-9fa5-66bae70dcaba req-a8dfa97f-a159-4ab9-ab29-30c633bbe9cd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732355 Mar 08 18:52:23.760872 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-5c633490-af84-4cb1-b176-88ce200317ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:23.762469 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-5c633490-af84-4cb1-b176-88ce200317ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1168 time: 0.0504231 Mar 08 18:52:23.789147 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:52:23.885538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-dc8af31f-e636-4e59-ad9f-7cccf36a559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:23.888053 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-dc8af31f-e636-4e59-ad9f-7cccf36a559f service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.1151562 Mar 08 18:52:23.978715 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-4ab75c0c-d546-46ed-9ab8-ddc167c53eb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 1000 time: 0.0813420 Mar 08 18:52:24.063165 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-ced97722-e290-4dd3-bf58-2a185c0d3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:24.065675 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-ced97722-e290-4dd3-bf58-2a185c0d3b40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.0795608 Mar 08 18:52:24.153529 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-5721f5f7-f513-47ab-b65e-f6ad54862e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:24.156523 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-5721f5f7-f513-47ab-b65e-f6ad54862e20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835619 Mar 08 18:52:24.291861 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-3da44a71-1bb5-4baf-9e88-66b839c6bfb6 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266580 Mar 08 18:52:24.468847 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac759ba-bc36-4a92-85e1-3175f3d68e41 req-8364d88c-d1fc-47d7-b182-930382ce2767 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645577 Mar 08 18:52:24.634386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff79c-7120-402e-94d6-07e58b69bcb8 req-efc50bb0-e6b0-4ffd-bf7c-90eb9f97e84c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:24.636641 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-474ff79c-7120-402e-94d6-07e58b69bcb8 req-efc50bb0-e6b0-4ffd-bf7c-90eb9f97e84c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.0801969 Mar 08 18:52:24.706131 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50152) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:24.724965 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-474ff79c-7120-402e-94d6-07e58b69bcb8 req-a861b4a9-3476-4782-89ff-f819675021b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791128 Mar 08 18:52:24.813446 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:24.861657 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42507587-c96a-458e-aab2-6ab3e294856c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:24.949929 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42507587-c96a-458e-aab2-6ab3e294856c admin admin] Publish callbacks [] for security_group (0f89431e-b2f2-4c2b-82d5-b64fbc55b974), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:24.954504 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-42507587-c96a-458e-aab2-6ab3e294856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0f89431e-b2f2-4c2b-82d5-b64fbc55b974), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:24.995398 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-42507587-c96a-458e-aab2-6ab3e294856c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92e93066a003438d8f88c87a37ff8cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874732 Mar 08 18:52:24.996378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42507587-c96a-458e-aab2-6ab3e294856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89431e-b2f2-4c2b-82d5-b64fbc55b974,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:24.998073 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50156) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:25.056948 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] Publish callbacks [] for security_group (0f89431e-b2f2-4c2b-82d5-b64fbc55b974), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:25.088132 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] Publish callbacks [] for security_group (0f89431e-b2f2-4c2b-82d5-b64fbc55b974), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:25.137951 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0f89431e-b2f2-4c2b-82d5-b64fbc55b974), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:25.140604 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:25.141800 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f89431e-b2f2-4c2b-82d5-b64fbc55b974 HTTP/1.1" status: 204 len: 168 time: 0.1426992 Mar 08 18:52:25.150626 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f3f66-af23-4b04-9625-123c486bddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89431e-b2f2-4c2b-82d5-b64fbc55b974,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:25.612363 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-2c967688-ccd4-44ed-8e5f-a5afc434125e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:25.614071 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-2c967688-ccd4-44ed-8e5f-a5afc434125e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.0565066 Mar 08 18:52:25.718246 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Deleting port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:25.718652 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:25.835072 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] For port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:25.836011 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.059444 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5c39f-ad72-4f66-80d6-29418407aeaf req-1b17b352-0bc5-4b51-a884-b8a3c7f8c767 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:26.061111 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5de5c39f-ad72-4f66-80d6-29418407aeaf req-1b17b352-0bc5-4b51-a884-b8a3c7f8c767 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 947 time: 0.2201838 Mar 08 18:52:26.171970 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5de5c39f-ad72-4f66-80d6-29418407aeaf req-23d62a24-ce9a-44ba-a371-7d4e5dbf4ef6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9584fe1-628d-4d37-9836-0102cc07d1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964601 Mar 08 18:52:26.184879 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.185106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.185224 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Floating IP 9eb4fa66-520a-4868-848c-82c6cad6a87b disassociated. External IP: 172.27.1.7, port: fa3c5193-bfe6-48d8-ae8d-677ec877f2c6. Mar 08 18:52:26.185564 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Calling delete_port for fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:26.191551 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.348597 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (fa3c5193-bfe6-48d8-ae8d-677ec877f2c6), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.379302 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'Port': ['ID=fa3c5193-bfe6-48d8-ae8d-677ec877f2c6,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:26.537581 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:26.669519 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:26.684725 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:26.697525 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:26.698264 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:26.746251 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] No DVR routers for this DVR port fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:52:26.750297 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.756865 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2d5539c0-d882-4cdb-896d-c4aa68ac9917 req-a22dfc72-8e75-4b82-aa6c-e74eab652b0d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "DELETE /v2.0/ports/fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 HTTP/1.1" status: 204 len: 173 time: 1.1362665 Mar 08 18:52:26.757879 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-deleted', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:26.762343 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03179aea-e26a-4d53-bfb9-a2bc8c499d4c" -d '{"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-deleted", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:26.818113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338eb8b6-a996-4544-acad-82181cc58600 x-openstack-request-id: req-338eb8b6-a996-4544-acad-82181cc58600 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:26.818559 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72a77d-6d41-4505-836f-124c212c2113", "name": "network-vif-deleted", "tag": "fa3c5193-bfe6-48d8-ae8d-677ec877f2c6", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:26.818943 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-338eb8b6-a996-4544-acad-82181cc58600 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:26.819604 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72a77d-6d41-4505-836f-124c212c2113', 'name': 'network-vif-deleted', 'tag': 'fa3c5193-bfe6-48d8-ae8d-677ec877f2c6', 'status': 'completed', 'code': 200} Mar 08 18:52:26.836326 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:27.152106 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:27.181333 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:27.190819 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:27.191618 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:27.338460 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cd756084-f904-4eab-9f41-08344dc8f24c req-17c62cfe-7fee-46a9-a521-c3bd2e14c5db tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f72a77d-6d41-4505-836f-124c212c2113 HTTP/1.1" status: 200 len: 210 time: 0.0378828 Mar 08 18:52:27.489068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:27.533053 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50182) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:27.664891 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.675794 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c4b7-e5e0-45b4-bb9a-f63b7382b7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.764565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:27.806874 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a79b5-23de-4d3a-a0ff-1505d8a8989a None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:27.811670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c4b7-e5e0-45b4-bb9a-f63b7382b7f3 admin admin] Publish callbacks [] for security_group (13b0eb91-50a4-490c-80b0-5431b9e57c70), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.820688 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c4b7-e5e0-45b4-bb9a-f63b7382b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (13b0eb91-50a4-490c-80b0-5431b9e57c70), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.877153 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a1e4c4b7-e5e0-45b4-bb9a-f63b7382b7f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9334f15798e748ab9c43b6c704710400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390517 Mar 08 18:52:27.877153 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4c4b7-e5e0-45b4-bb9a-f63b7382b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0eb91-50a4-490c-80b0-5431b9e57c70,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:27.877591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50188) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:27.932396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] Publish callbacks [] for security_group (13b0eb91-50a4-490c-80b0-5431b9e57c70), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.957424 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] Publish callbacks [] for security_group (13b0eb91-50a4-490c-80b0-5431b9e57c70), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.036333 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (13b0eb91-50a4-490c-80b0-5431b9e57c70), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.039506 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.044542 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13b0eb91-50a4-490c-80b0-5431b9e57c70 HTTP/1.1" status: 204 len: 168 time: 0.1625009 Mar 08 18:52:28.050334 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f05d5-96b7-41b4-b81f-3ba377903945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0eb91-50a4-490c-80b0-5431b9e57c70,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:28.155453 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f8913-e4f4-496c-95fc-82f9b055c535 None None] New status for floating IP 9eb4fa66-520a-4868-848c-82c6cad6a87b: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:28.359658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.444060 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50198) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:28.485887 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50200) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:28.508091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2746b33c-45d2-4985-81c1-80fbf1d1d8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.539912 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (b9584fe1-628d-4d37-9836-0102cc07d1f7), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.576927 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (b9584fe1-628d-4d37-9836-0102cc07d1f7), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.608212 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2746b33c-45d2-4985-81c1-80fbf1d1d8ca admin admin] Publish callbacks [] for security_group (8eb031fc-ea9b-4ef5-a4be-15e0b3102cce), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.612792 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-2746b33c-45d2-4985-81c1-80fbf1d1d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8eb031fc-ea9b-4ef5-a4be-15e0b3102cce), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.640401 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b9584fe1-628d-4d37-9836-0102cc07d1f7), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.646163 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.651367 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "DELETE /v2.0/security-groups/b9584fe1-628d-4d37-9836-0102cc07d1f7 HTTP/1.1" status: 204 len: 168 time: 0.2034140 Mar 08 18:52:28.652356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50202) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:28.666382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38b39-27f0-4e90-b8bb-ae77175b017c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9584fe1-628d-4d37-9836-0102cc07d1f7,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:28.684666 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-2746b33c-45d2-4985-81c1-80fbf1d1d8ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94253f71dd364f82937f8bba62f7cb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941366 Mar 08 18:52:28.684666 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.api.v2.resource [None req-79a15417-90de-4f72-b59d-f030e4426378 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] show failed (client error): The resource could not be found. Mar 08 18:52:28.685293 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50204) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:28.688308 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-79a15417-90de-4f72-b59d-f030e4426378 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups/b9584fe1-628d-4d37-9836-0102cc07d1f7 HTTP/1.1" status: 404 len: 347 time: 0.0331652 Mar 08 18:52:28.690087 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b33c-45d2-4985-81c1-80fbf1d1d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb031fc-ea9b-4ef5-a4be-15e0b3102cce,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:28.693121 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50206) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:28.792414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] Publish callbacks [] for security_group (8eb031fc-ea9b-4ef5-a4be-15e0b3102cce), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.819007 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] Publish callbacks [] for security_group (8eb031fc-ea9b-4ef5-a4be-15e0b3102cce), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.848439 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Deleting port a640e901-6683-49e7-831b-71d6d17cac56 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:28.848827 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (a640e901-6683-49e7-831b-71d6d17cac56), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.885258 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (8eb031fc-ea9b-4ef5-a4be-15e0b3102cce), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.887989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.891627 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8eb031fc-ea9b-4ef5-a4be-15e0b3102cce HTTP/1.1" status: 204 len: 168 time: 0.2026370 Mar 08 18:52:28.900860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc010bd-d111-478e-8ced-50b9843b31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb031fc-ea9b-4ef5-a4be-15e0b3102cce,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:28.989770 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (a640e901-6683-49e7-831b-71d6d17cac56), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:28.990237 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (a640e901-6683-49e7-831b-71d6d17cac56), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.004566 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Calling delete_port for a640e901-6683-49e7-831b-71d6d17cac56 owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:29.203039 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (a640e901-6683-49e7-831b-71d6d17cac56), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.263207 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'Port': ['ID=a640e901-6683-49e7-831b-71d6d17cac56,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:29.311671 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (9eb4fa66-520a-4868-848c-82c6cad6a87b), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.314474 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.315692 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b94ac72b-8a02-4da0-a1a8-0b6eca781e7e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "DELETE /v2.0/floatingips/9eb4fa66-520a-4868-848c-82c6cad6a87b HTTP/1.1" status: 204 len: 168 time: 0.6212454 Mar 08 18:52:29.702666 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:29.736438 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:29.737475 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device fa3c5193-bfe6-48d8-ae8d-677ec877f2c6 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:29.753548 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50224) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:29.759091 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447088187', 'description': 'tempest-description--273707968'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:29.785081 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.876487 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (77e197fd-d2f4-492d-863d-3ca891e58698), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.881588 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (77e197fd-d2f4-492d-863d-3ca891e58698), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.917253 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.918592 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1639843 Mar 08 18:52:29.921837 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50232) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:29.923671 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2599760-4a8c-4e21-94c3-045b2028b181 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e197fd-d2f4-492d-863d-3ca891e58698,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:29.939255 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group_rule': {'security_group_id': '77e197fd-d2f4-492d-863d-3ca891e58698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:29.994196 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (c1586b40-9258-439e-9742-f7812b855beb), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.078955 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (c1586b40-9258-439e-9742-f7812b855beb), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.084675 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (c1586b40-9258-439e-9742-f7812b855beb), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.109332 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1586b40-9258-439e-9742-f7812b855beb,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:30.119309 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.121073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-46f7b980-6be4-4353-bf17-bc20fc350d4d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977808 Mar 08 18:52:30.124413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50238) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:30.132169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'security_group_rule': {'security_group_id': '77e197fd-d2f4-492d-863d-3ca891e58698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:30.168325 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (8a53e8c1-8131-49af-84f0-addd88a32353), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.249044 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (8a53e8c1-8131-49af-84f0-addd88a32353), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.255950 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (8a53e8c1-8131-49af-84f0-addd88a32353), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.283054 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a53e8c1-8131-49af-84f0-addd88a32353,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:30.295235 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.296563 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-2ee953c9-f32f-46cf-abaf-5659968d527d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709909 Mar 08 18:52:30.301317 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50242) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:30.308059 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:30.340561 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.474699 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.582568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50246) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:30.616639 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Allocated IP 172.27.1.115 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/c3f90797-0b76-4429-ba88-178a5a420297) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:30.718292 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea4032b5-1f6a-4fe0-9f64-cd0ade8bdf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.793620 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (c3f90797-0b76-4429-ba88-178a5a420297), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.829635 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea4032b5-1f6a-4fe0-9f64-cd0ade8bdf72 admin admin] Publish callbacks [] for security_group (346ea8ab-62a9-4065-a83b-d96b546e2aca), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.834311 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ea4032b5-1f6a-4fe0-9f64-cd0ade8bdf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (346ea8ab-62a9-4065-a83b-d96b546e2aca), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.841217 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (c3f90797-0b76-4429-ba88-178a5a420297), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.876473 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ea4032b5-1f6a-4fe0-9f64-cd0ade8bdf72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd08ad17b2644bb199dca21a5c56c4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927785 Mar 08 18:52:30.877191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4032b5-1f6a-4fe0-9f64-cd0ade8bdf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ea8ab-62a9-4065-a83b-d96b546e2aca,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:30.879768 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50250) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:30.903070 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:30.907320 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:30.910972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:30.955588 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] Publish callbacks [] for security_group (346ea8ab-62a9-4065-a83b-d96b546e2aca), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:30.958515 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=c3f90797-0b76-4429-ba88-178a5a420297,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:31.000558 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] Publish callbacks [] for security_group (346ea8ab-62a9-4065-a83b-d96b546e2aca), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.038294 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.084290 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c3f90797-0b76-4429-ba88-178a5a420297), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.097204 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (346ea8ab-62a9-4065-a83b-d96b546e2aca), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.100227 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.104870 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/346ea8ab-62a9-4065-a83b-d96b546e2aca HTTP/1.1" status: 204 len: 168 time: 0.2211437 Mar 08 18:52:31.113570 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed679a-0683-4993-b284-d6f917890bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ea8ab-62a9-4065-a83b-d96b546e2aca,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:31.290584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (c3f90797-0b76-4429-ba88-178a5a420297), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.298505 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (c3f90797-0b76-4429-ba88-178a5a420297), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.380372 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=c3f90797-0b76-4429-ba88-178a5a420297,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:31.390313 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.410151 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:31.412427 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-144b75db-5169-4c81-9127-eaa7ad0b19b3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1095946 Mar 08 18:52:31.652131 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-b85576fd-474b-4d67-8f91-20523f9e70c8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--447088187&fields=id&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 267 time: 0.0584836 Mar 08 18:52:31.785762 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f11da037-58a0-4e8b-894d-84dbf2de2228 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:31.788438 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f11da037-58a0-4e8b-894d-84dbf2de2228 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 817 time: 0.1266680 Mar 08 18:52:31.804847 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-e9579bc5-c1f2-4abc-b35d-8346df4757d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/quotas/07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 375 time: 0.0105834 Mar 08 18:52:31.874251 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-e6fa86f5-8979-439e-b15e-bf4ec070e186 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630498 Mar 08 18:52:32.001062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-e5ad0a1d-44ea-4092-bd96-a51d17b07a09 service neutron] 10.222.0.57 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134729 Mar 08 18:52:32.122817 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-0bdc9a68-d838-411b-9842-95c59764d3a7 service neutron] 10.222.0.57 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156371 Mar 08 18:52:32.325815 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52b22c2a-f865-49aa-9bee-3f2a1eede7d7 req-afcc20b4-0acf-4d69-8928-0ffa64fbcde5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 210 time: 0.0342450 Mar 08 18:52:33.373993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-1a5f1ab5-5bc8-4a75-895b-ddc819ab1e20 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:33.375699 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-1a5f1ab5-5bc8-4a75-895b-ddc819ab1e20 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 817 time: 0.1243587 Mar 08 18:52:33.457275 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4e3f0a73-2906-4861-8587-40f30955d6fd req-a81bfa13-8050-4af0-ba9e-ba0112ffe4c4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 210 time: 0.0409384 Mar 08 18:52:33.470800 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-07725ecb-9fdd-41d9-8b08-72e042457e56 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 379 time: 0.0855689 Mar 08 18:52:33.481352 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'port': {'device_id': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'admin_state_up': True, 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'security_groups': ['77e197fd-d2f4-492d-863d-3ca891e58698']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:33.598698 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Made reservation on behalf of 07a81f4e35524160b30885ef7e30fabb for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:33.602229 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:33.747932 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Allocated IP 172.20.0.3 (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16/b2658a7a-9396-4c31-a45b-133da6e4e892/0e9760bb-9bd4-4fef-b11e-aa2561706c8c) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:33.907309 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:33.945538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:33.991345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:33.994974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:33.998702 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:34.005389 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:34.066377 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:34.067051 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.087727 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-446822a4-7afb-4386-9426-c05b534b620c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099639 Mar 08 18:52:34.099455 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Request body: {'port': {'device_id': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:34.167225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.237062 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9871e6fb-adde-4bdf-9fbe-5e1b2c04bb5b None None] Provisioning complete for port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:34.237918 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9871e6fb-adde-4bdf-9fbe-5e1b2c04bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.273442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9871e6fb-adde-4bdf-9fbe-5e1b2c04bb5b None None] Port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:52:34.450994 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:52:34.458547 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks [] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.470748 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Transition to ACTIVE for port object 0e9760bb-9bd4-4fef-b11e-aa2561706c8c will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:52:34.475061 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.532114 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:34.646513 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3241a-646f-44f6-a069-9520879c8a03 req-1d8463c3-1851-4c48-8488-a063fd6b62c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:34.649068 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1ea3241a-646f-44f6-a069-9520879c8a03 req-1d8463c3-1851-4c48-8488-a063fd6b62c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0960445 Mar 08 18:52:34.652178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Attempting to bind port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:52:34.652512 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Attempting to bind port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:52:34.652926 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Attempting to bind port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:34.664336 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:52:34.664873 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Attempting to bind port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c on network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:34.681431 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:52:34.681778 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Checking segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:34.682155 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Bound using segment: {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:52:34.682587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Bound port: 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcb5de2-4426-45b3-b5a5-affecc75253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:52:34.682942 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.740622 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1ea3241a-646f-44f6-a069-9520879c8a03 req-13ac3000-2c22-48f8-9df7-34fcb6f47087 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828810 Mar 08 18:52:34.768939 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:52:34.771995 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:52:34.778335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.822145 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:34.822768 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:34.824253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] 10.222.0.18 "PUT /v2.0/ports/0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 1093 time: 0.7291484 Mar 08 18:52:34.824713 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:34.827048 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:34.855729 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821e524-91a5-476a-8ff8-2aa714150e3d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:34.886032 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2470165b-10e8-431d-b14f-b07c68f3de83 x-openstack-request-id: req-2470165b-10e8-431d-b14f-b07c68f3de83 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:34.886329 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:34.886584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2470165b-10e8-431d-b14f-b07c68f3de83 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:34.886977 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'status': 'completed', 'code': 200} Mar 08 18:52:34.929304 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-6756f982-c17f-4630-ac30-68bba304eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:34.930925 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-6756f982-c17f-4630-ac30-68bba304eaca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1127 time: 0.0542383 Mar 08 18:52:34.983548 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-5b2a5f2f-771e-4a53-88e2-f7bb8b0f927e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 217 time: 0.0433586 Mar 08 18:52:35.047500 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-3e0cb589-d760-4893-885a-c31b65ca8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.048976 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-3e0cb589-d760-4893-885a-c31b65ca8b46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0514812 Mar 08 18:52:35.120841 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-9fdf028b-b423-4b8f-ad7a-3789840ea335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.122540 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-9fdf028b-b423-4b8f-ad7a-3789840ea335 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597658 Mar 08 18:52:35.219980 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-c2b94181-e65c-4e79-9cc9-b463fccd393f service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889146 Mar 08 18:52:35.330324 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-977bc742-2060-4648-94b1-17f688c0f4b1 req-58891192-d118-4aa1-894b-f751471a5cbc service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035903 Mar 08 18:52:35.427682 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-11385978-beb2-4e0d-aa4b-451bab253619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.429800 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-11385978-beb2-4e0d-aa4b-451bab253619 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1127 time: 0.0488164 Mar 08 18:52:35.770132 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-c7bbe227-7dd7-4874-836d-2741527447d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.771798 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-c7bbe227-7dd7-4874-836d-2741527447d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.3358166 Mar 08 18:52:35.816062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-8fb2a270-a229-4242-b4ca-08253a82be7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 217 time: 0.0347114 Mar 08 18:52:35.895599 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-0705bf89-560b-4ed5-84a2-a06a2fecccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.897089 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-0705bf89-560b-4ed5-84a2-a06a2fecccf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0747409 Mar 08 18:52:35.937620 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cf33a-4c7d-428f-bbad-280d1af169f8 req-cc3ac5dc-d4b8-4867-8b01-ce3375e19d34 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.939096 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f86cf33a-4c7d-428f-bbad-280d1af169f8 req-cc3ac5dc-d4b8-4867-8b01-ce3375e19d34 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1095026 Mar 08 18:52:35.984415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-534ed017-a2d6-4455-9f55-1c1cf544e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:35.985923 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-534ed017-a2d6-4455-9f55-1c1cf544e9a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811834 Mar 08 18:52:36.016870 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f86cf33a-4c7d-428f-bbad-280d1af169f8 req-a4a0a260-d491-4a87-8fb1-957ab0c40d6c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698316 Mar 08 18:52:36.090547 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-bcdc53a3-8064-4c77-bccd-1e562ad8ab40 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965328 Mar 08 18:52:36.185341 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3d8c1a8-8fef-4ce9-93c4-99cdc2b5747f req-3452b6f8-1413-4f7e-b53f-5e6f34495958 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881526 Mar 08 18:52:37.152493 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95258d14-fd51-412a-9c28-8af391115941 req-ca0ae34a-ee51-47ec-a2e9-819dc16dc528 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:37.154123 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95258d14-fd51-412a-9c28-8af391115941 req-ca0ae34a-ee51-47ec-a2e9-819dc16dc528 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0594771 Mar 08 18:52:37.217966 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95258d14-fd51-412a-9c28-8af391115941 req-abf6dee1-05fb-4a21-8457-24b925af8825 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579007 Mar 08 18:52:37.718201 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:52:37.824314 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:37.836723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:52:37.883848 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:37.884161 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:37.904538 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:52:37.923860 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:37.927952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:37.979272 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:38.204970 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['0e9760bb-9bd4-4fef-b11e-aa2561706c8c'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:52:38.357931 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5d24-976f-46b2-9c59-ceb74238aef8 req-86c6e847-936b-4252-a85d-dac006e0f940 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:38.359485 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-003d5d24-976f-46b2-9c59-ceb74238aef8 req-86c6e847-936b-4252-a85d-dac006e0f940 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 944 time: 0.0617204 Mar 08 18:52:38.413208 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-003d5d24-976f-46b2-9c59-ceb74238aef8 req-729b5c4b-46d3-425a-bd08-1405013899ec tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480843 Mar 08 18:52:39.551778 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827598-7d95-4cf0-b12e-455ffa008ac9 req-453c7010-2220-4fcf-9dbd-77c62db64d24 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:39.553224 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf827598-7d95-4cf0-b12e-455ffa008ac9 req-453c7010-2220-4fcf-9dbd-77c62db64d24 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 944 time: 0.0667062 Mar 08 18:52:39.612351 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf827598-7d95-4cf0-b12e-455ffa008ac9 req-2bdf84e4-4ddc-4fc7-9004-fac31df7a51e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527132 Mar 08 18:52:39.730815 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:52:39.781915 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:52:39.786267 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:39.786652 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:39.886306 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:39.886614 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:39.914521 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:39.917009 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e9511-f1a3-4837-a550-9c9a50baedc6" -d '{"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:39.932342 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:39.947807 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:39.977926 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eee1de-f166-4103-9cc9-20883239ea88 x-openstack-request-id: req-c0eee1de-f166-4103-9cc9-20883239ea88 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:39.978288 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:39.978458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0eee1de-f166-4103-9cc9-20883239ea88 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:39.978865 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'code': 200} Mar 08 18:52:40.026185 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:40.160353 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1b4c4-325e-4b1c-98a2-0944e10fb667 req-64bce4e3-747f-429f-9aab-c06298273384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:40.161756 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac1b4c4-325e-4b1c-98a2-0944e10fb667 req-64bce4e3-747f-429f-9aab-c06298273384 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1129 time: 0.0472398 Mar 08 18:52:40.211026 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-eac1b4c4-325e-4b1c-98a2-0944e10fb667 req-db07df8b-43a7-4894-a264-f6cfd1604f7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Mar 08 18:52:40.745718 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cbc5c-c868-4165-bd2d-e8776cb5f30f req-63e1bffa-c9bb-40ee-b28b-c1510ddb2a83 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:40.747229 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-178cbc5c-c868-4165-bd2d-e8776cb5f30f req-63e1bffa-c9bb-40ee-b28b-c1510ddb2a83 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0563109 Mar 08 18:52:40.794315 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-178cbc5c-c868-4165-bd2d-e8776cb5f30f req-de531694-0770-4f64-8b14-da56268190f8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 Mar 08 18:52:41.930538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1f0f-533a-4ea9-aab1-aa519e55681c req-44d0d5a0-b199-4878-a473-a32e5500cc57 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:41.932070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad5d1f0f-533a-4ea9-aab1-aa519e55681c req-44d0d5a0-b199-4878-a473-a32e5500cc57 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0575762 Mar 08 18:52:41.984681 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad5d1f0f-533a-4ea9-aab1-aa519e55681c req-55232615-f29e-45f0-9e17-cc06159f74ab tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470576 Mar 08 18:52:42.112923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014727-4d96-4614-af1a-3e123c75ee31 req-0208a6e8-0f5e-410b-a0e4-87a20c4c52b9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:42.114522 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a7014727-4d96-4614-af1a-3e123c75ee31 req-0208a6e8-0f5e-410b-a0e4-87a20c4c52b9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0565832 Mar 08 18:52:42.125799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50404) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:42.130336 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Request body: {'floatingip': {'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:42.173393 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:42.635432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:42.639766 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:42.744580 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Floating IP 62afc780-6b19-458b-9e3c-c1028530d607 associated. External IP: 172.27.1.115, port: 0e9760bb-9bd4-4fef-b11e-aa2561706c8c. Mar 08 18:52:43.188324 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:43.297728 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:43.302602 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:43.313844 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:43.325247 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:43.325978 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:43.332780 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a3ea17e1-a6c2-4582-bc6b-3112545607d3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "PUT /v2.0/floatingips/62afc780-6b19-458b-9e3c-c1028530d607 HTTP/1.1" status: 200 len: 991 time: 1.2057965 Mar 08 18:52:43.333349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:43.336900 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:43.374570 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922f336-e4f7-4433-9e5a-dde99ae15c40 x-openstack-request-id: req-9922f336-e4f7-4433-9e5a-dde99ae15c40 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:43.374852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:43.375101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9922f336-e4f7-4433-9e5a-dde99ae15c40 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:43.375521 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'status': 'completed', 'code': 200} Mar 08 18:52:43.448607 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-1b65e969-a4f1-4753-b94d-50337b05b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:43.450303 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-1b65e969-a4f1-4753-b94d-50337b05b5d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1129 time: 0.0480576 Mar 08 18:52:43.454975 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:43.548238 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-de810d92-a6a6-4d33-bcd8-c4d450cfe97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:43.549671 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-de810d92-a6a6-4d33-bcd8-c4d450cfe97f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.0929103 Mar 08 18:52:43.615107 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-dc60103c-427c-49fc-af49-c66400295473 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 999 time: 0.0582283 Mar 08 18:52:43.669894 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-e4b59523-8528-4266-9a7c-dadde3b27346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:43.671372 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-e4b59523-8528-4266-9a7c-dadde3b27346 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0484102 Mar 08 18:52:43.689341 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '62afc780-6b19-458b-9e3c-c1028530d607', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:30Z', 'updated_at': '2022-03-08T18:52:42Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:43.716503 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:43.721103 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-ffa987e4-b3ae-413a-abc7-52e995a500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:43.722607 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-ffa987e4-b3ae-413a-abc7-52e995a500d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437455 Mar 08 18:52:43.725038 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:43.725635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:43.824997 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-dde3cd3d-6aeb-4b8a-a0fc-91adcf0863fd service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Mar 08 18:52:43.837875 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:43.918795 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26ac6a5b-1fc7-47ec-a126-7296c020dc3b req-9b2e553b-25d7-4c95-afb2-099eb7282b8a service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Mar 08 18:52:44.069427 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '62afc780-6b19-458b-9e3c-c1028530d607', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:30Z', 'updated_at': '2022-03-08T18:52:42Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:44.095964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64057-f099-492d-acd7-fd7b6a7de14c None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '62afc780-6b19-458b-9e3c-c1028530d607', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:52:30Z', 'updated_at': '2022-03-08T18:52:42Z', 'revision_number': 1, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:44.286323 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df26d9-eac3-440e-b475-861f38a65c48 None None] New status for floating IP 62afc780-6b19-458b-9e3c-c1028530d607: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:45.812133 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:52:45.855306 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11985e98-db60-4ff1-85ae-fc6524b474a2 req-a43b97cd-d53d-4eac-ba95-d1bbb61d5975 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:45.856840 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11985e98-db60-4ff1-85ae-fc6524b474a2 req-a43b97cd-d53d-4eac-ba95-d1bbb61d5975 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0883355 Mar 08 18:52:45.858947 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-03b56f8d-af89-4e5a-bb50-4f7d30a45016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:45.860330 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-03b56f8d-af89-4e5a-bb50-4f7d30a45016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1168 time: 0.0820980 Mar 08 18:52:45.975457 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11985e98-db60-4ff1-85ae-fc6524b474a2 req-dfbebd83-1360-4fab-88a1-e582578a6215 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128623 Mar 08 18:52:45.991005 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-62a39554-96ec-48ce-915c-05933c653790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:45.992900 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-62a39554-96ec-48ce-915c-05933c653790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.1241691 Mar 08 18:52:46.066738 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-e9d6aab6-0b53-4c02-b2b6-33b28c3a37b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 1000 time: 0.0651498 Mar 08 18:52:46.117733 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-3dd35b6b-f253-4806-b268-5aac08588ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:46.119193 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-3dd35b6b-f253-4806-b268-5aac08588ec0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.0436375 Mar 08 18:52:46.169907 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-b3e04354-ec46-4ea6-a191-0880b5951a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:46.171503 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-b3e04354-ec46-4ea6-a191-0880b5951a3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449295 Mar 08 18:52:46.263034 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-8c781e99-58f1-4ce0-a03f-e8cac80c91f9 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849822 Mar 08 18:52:46.368517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-17655c8e-c2a5-46b5-a503-3c31222e3dc3 req-8478568a-aac3-483d-8351-5148c49244be service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976653 Mar 08 18:52:47.109276 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5c2e-c7bc-4911-beaf-cc949dfcb2d8 req-4d4c4e3c-489a-4df5-857e-90595a8d31b0 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:47.110953 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-666a5c2e-c7bc-4911-beaf-cc949dfcb2d8 req-4d4c4e3c-489a-4df5-857e-90595a8d31b0 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0598354 Mar 08 18:52:47.170199 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-666a5c2e-c7bc-4911-beaf-cc949dfcb2d8 req-1d7ce4f8-da8e-46ff-9cec-522dd931f6f9 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534909 Mar 08 18:52:48.309167 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5314f-5041-4eed-94a4-e471b352858f req-7e9e2eb6-960b-4108-8d9e-0a8006cb7a76 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:48.310727 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-21b5314f-5041-4eed-94a4-e471b352858f req-7e9e2eb6-960b-4108-8d9e-0a8006cb7a76 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0686748 Mar 08 18:52:48.372626 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-21b5314f-5041-4eed-94a4-e471b352858f req-6c7714b6-b404-4c72-b286-6add638961b0 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561645 Mar 08 18:52:48.904936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91d73b-398d-4276-bbbe-c5d1adf756a4 req-2788d3e9-5954-4f62-8565-57183bafe481 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:48.906442 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a91d73b-398d-4276-bbbe-c5d1adf756a4 req-2788d3e9-5954-4f62-8565-57183bafe481 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0613959 Mar 08 18:52:48.955652 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a91d73b-398d-4276-bbbe-c5d1adf756a4 req-41460de6-bed0-4a82-b72c-645e664c560e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Mar 08 18:52:48.988947 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50472) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:49.097171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.173171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Publish callbacks [] for security_group (6c3f2888-895c-40f3-9f72-37a6ed705705), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.177432 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6c3f2888-895c-40f3-9f72-37a6ed705705), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.216939 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5118c7d207b84cfba78919db45decd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268710 Mar 08 18:52:49.217742 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3f2888-895c-40f3-9f72-37a6ed705705,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:49.219802 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50476) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:49.236551 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.236904 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.237247 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.237584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.237915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.238246 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.238577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.238909 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.239270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.239602 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.239925 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.240248 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.240589 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450e79f-1748-4417-8b8b-a2f1ff14020d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:49.282509 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] Publish callbacks [] for security_group (6c3f2888-895c-40f3-9f72-37a6ed705705), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.305665 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] Publish callbacks [] for security_group (6c3f2888-895c-40f3-9f72-37a6ed705705), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.360128 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6c3f2888-895c-40f3-9f72-37a6ed705705), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.363221 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.364603 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c3f2888-895c-40f3-9f72-37a6ed705705 HTTP/1.1" status: 204 len: 168 time: 0.1438875 Mar 08 18:52:49.374026 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a751a-c83a-4908-a76c-288f2e4f0211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3f2888-895c-40f3-9f72-37a6ed705705,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:49.517728 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190a87-316c-4831-a116-2ef155bc88bf req-cd4bd701-6d11-4d89-9d04-1f1e66962edf tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:49.519354 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1c190a87-316c-4831-a116-2ef155bc88bf req-cd4bd701-6d11-4d89-9d04-1f1e66962edf tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0608523 Mar 08 18:52:49.587188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1c190a87-316c-4831-a116-2ef155bc88bf req-b229bda7-c500-41d1-83d6-40bbab8c364d tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600872 Mar 08 18:52:50.050407 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50504) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:50.099094 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd70326-d0aa-45c6-8675-0d3bd5673a94 req-97fd2769-e077-4776-b939-6fafdd6e3b63 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.100556 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ccd70326-d0aa-45c6-8675-0d3bd5673a94 req-97fd2769-e077-4776-b939-6fafdd6e3b63 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0670285 Mar 08 18:52:50.154043 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ccd70326-d0aa-45c6-8675-0d3bd5673a94 req-68cea47d-2262-4301-8505-1698f5b82798 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=90f0c884-7ade-4e4b-ab47-9ce957501f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460181 Mar 08 18:52:50.162711 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-617798808-network', 'tenant_id': '85d44a739c0444d691e3b651d9e198e0'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.185264 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Made reservation on behalf of 85d44a739c0444d691e3b651d9e198e0 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:50.188438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.200147 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.282684 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks [] for security_group (4a5274eb-fd7e-4825-8a1a-e6c2882e1def), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.286567 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4a5274eb-fd7e-4825-8a1a-e6c2882e1def), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.313071 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:52:50.323495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5274eb-fd7e-4825-8a1a-e6c2882e1def,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.334640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.334997 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.335336 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.336203 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.336538 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.336864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.337181 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.337496 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.337817 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.338734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.339062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.339405 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.339722 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.342722 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-67b6cac8-2c55-43f8-8bdb-8d7f19fd76e9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.344272 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-67b6cac8-2c55-43f8-8bdb-8d7f19fd76e9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 945 time: 0.0624275 Mar 08 18:52:50.344848 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (524105b7-6c3d-45ce-b4ea-79d410d6ef07), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.345183 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Added segment 524105b7-6c3d-45ce-b4ea-79d410d6ef07 of type vlan for network 170b848b-09de-45e2-a1a4-4084f1dae0de Mar 08 18:52:50.388964 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (170b848b-09de-45e2-a1a4-4084f1dae0de), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.421338 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (170b848b-09de-45e2-a1a4-4084f1dae0de), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.422268 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.422843 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.457648 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port 968b3d48-14c3-429d-aed6-cd280636b8af {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:50.458282 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.481322 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4291368 Mar 08 18:52:50.486855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f734a-766d-4f32-b19e-e013713d73e0 admin admin] Pushing event updated for resources: {'Network': ['ID=170b848b-09de-45e2-a1a4-4084f1dae0de,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.487045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50508) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:50.492333 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Request body: {'subnet': {'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-617798808-subnet', 'tenant_id': '85d44a739c0444d691e3b651d9e198e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.497697 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 170b848b-09de-45e2-a1a4-4084f1dae0de details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:52:50.556286 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Made reservation on behalf of 85d44a739c0444d691e3b651d9e198e0 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:50.558667 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127532768'] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.626452 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] For port 968b3d48-14c3-429d-aed6-cd280636b8af, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=968b3d48-14c3-429d-aed6-cd280636b8af,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:50.626830 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.712452 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7f74f61f-ff5b-4c1d-bc17-4151cab5c235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.883104 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d1b3-9744-42d7-b63d-961264e5e709 req-f9103430-3e92-4e21-949c-b71223d649f6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.884582 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3366d1b3-9744-42d7-b63d-961264e5e709 req-f9103430-3e92-4e21-949c-b71223d649f6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1934040 Mar 08 18:52:50.970931 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.971310 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.971633 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 7582c743-74f6-4449-ab81-95cd40f3c27e disassociated. External IP: 172.27.1.233, port: 968b3d48-14c3-429d-aed6-cd280636b8af. Mar 08 18:52:50.971978 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for 968b3d48-14c3-429d-aed6-cd280636b8af owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:50.983732 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126352010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127532798'] for subnet (373bd6d8-fb31-4f0b-b5d5-e320cb687c8a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.097924 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3366d1b3-9744-42d7-b63d-961264e5e709 req-7062802d-af4a-4a5e-ae8e-a669bda0e90c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012107 Mar 08 18:52:51.106284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.144844 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Checking segment: {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:51.145061 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Network hostable DHCP agents. Network: 170b848b-09de-45e2-a1a4-4084f1dae0de, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:52:51.192703 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Network 170b848b-09de-45e2-a1a4-4084f1dae0de is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:52:51.221066 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 170b848b-09de-45e2-a1a4-4084f1dae0de) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:51.226794 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:51.228039 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.231053 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d1a48-c36d-4923-94fa-77b227ef1aed None None] Network 170b848b-09de-45e2-a1a4-4084f1dae0de requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:51.238408 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (968b3d48-14c3-429d-aed6-cd280636b8af), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.305974 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-70c21134-d9ec-4891-89a6-4fd815405a7b req-dd0c1868-6b76-4959-b77b-624afdd7edb4 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=327b83f9-b6e1-4735-8aed-b4915241d31f HTTP/1.1" status: 200 len: 210 time: 0.0708718 Mar 08 18:52:51.308621 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=968b3d48-14c3-429d-aed6-cd280636b8af,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.314388 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b0d0a5ee-63db-4fad-a42d-831b66007262 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8263702 Mar 08 18:52:51.364349 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c30f20-0570-4163-8953-78eabeb8f63c None None] Network 170b848b-09de-45e2-a1a4-4084f1dae0de requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:51.462682 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:51.581681 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:51.594723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:51.607185 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:51.608011 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:51.631919 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] No DVR routers for this DVR port 968b3d48-14c3-429d-aed6-cd280636b8af on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:52:51.634875 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.638308 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c1af116-5ef5-4000-8544-388f79ae38fc req-8e23de21-cd22-400a-aafd-b92d4078b3ef tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "DELETE /v2.0/ports/968b3d48-14c3-429d-aed6-cd280636b8af HTTP/1.1" status: 204 len: 173 time: 1.2879746 Mar 08 18:52:51.638775 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'name': 'network-vif-deleted', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:51.641086 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96259457-833f-4400-bc81-652c65558a0a" -d '{"events": [{"server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "name": "network-vif-deleted", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:51.700590 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705c59b0-ff77-4248-b8a0-3d281d5b4bdc x-openstack-request-id: req-705c59b0-ff77-4248-b8a0-3d281d5b4bdc {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:51.701538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327b83f9-b6e1-4735-8aed-b4915241d31f", "name": "network-vif-deleted", "tag": "968b3d48-14c3-429d-aed6-cd280636b8af", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:51.701892 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-705c59b0-ff77-4248-b8a0-3d281d5b4bdc {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:51.703410 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327b83f9-b6e1-4735-8aed-b4915241d31f', 'name': 'network-vif-deleted', 'tag': '968b3d48-14c3-429d-aed6-cd280636b8af', 'status': 'completed', 'code': 200} Mar 08 18:52:51.784187 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:52.248294 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36793ee-80a8-491d-b8b0-97dca469d118 req-ec5701a2-9d6c-4174-a545-d2455d95b4eb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:52.249863 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d36793ee-80a8-491d-b8b0-97dca469d118 req-ec5701a2-9d6c-4174-a545-d2455d95b4eb tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0699492 Mar 08 18:52:52.251225 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:52.284936 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:52.294937 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:52.295980 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:52.343538 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d36793ee-80a8-491d-b8b0-97dca469d118 req-22107567-c741-499f-8cf9-3c95ff85cac0 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785015 Mar 08 18:52:52.420485 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50532) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:52.435525 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:52.476595 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (90f0c884-7ade-4e4b-ab47-9ce957501f9c), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.501505 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (90f0c884-7ade-4e4b-ab47-9ce957501f9c), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.551236 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (90f0c884-7ade-4e4b-ab47-9ce957501f9c), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.553825 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.555754 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/security-groups/90f0c884-7ade-4e4b-ab47-9ce957501f9c HTTP/1.1" status: 204 len: 168 time: 0.1340754 Mar 08 18:52:52.558845 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50534) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:52.575981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7a230-c9dc-455b-af2a-1f11cdd0a69d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0c884-7ade-4e4b-ab47-9ce957501f9c,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:52.578987 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.api.v2.resource [None req-bbdc6925-ba00-41e8-8bde-20f4596cd13d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] show failed (client error): The resource could not be found. Mar 08 18:52:52.580055 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bbdc6925-ba00-41e8-8bde-20f4596cd13d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups/90f0c884-7ade-4e4b-ab47-9ce957501f9c HTTP/1.1" status: 404 len: 347 time: 0.0202644 Mar 08 18:52:52.582887 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50536) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:52.681583 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:52.714789 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port 27d2edfa-e667-4429-bc07-5fe0594172e6 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:52.715269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9fefd-1626-45f4-95cc-92e477bed58e None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '681ff3c2-1292-416c-b905-4db4b218b095', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:4b:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:50:13Z', 'updated_at': '2022-03-08T18:50:41Z', 'revision_number': 2, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:52.715515 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.814167 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.814383 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (27d2edfa-e667-4429-bc07-5fe0594172e6), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.828924 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for 27d2edfa-e667-4429-bc07-5fe0594172e6 owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:52.945834 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b6c69-81b4-4b13-9aaf-3eeaf85ed631 None None] New status for floating IP 7582c743-74f6-4449-ab81-95cd40f3c27e: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:52.977272 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (27d2edfa-e667-4429-bc07-5fe0594172e6), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.002762 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=27d2edfa-e667-4429-bc07-5fe0594172e6,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:53.023394 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.db.api [None req-4e8b6c69-81b4-4b13-9aaf-3eeaf85ed631 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:52:53.023824 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG oslo_db.api [None req-4e8b6c69-81b4-4b13-9aaf-3eeaf85ed631 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:52:53.066981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (7582c743-74f6-4449-ab81-95cd40f3c27e), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.069613 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.070844 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c8efdfe8-c35f-466b-b2ae-bf48799205e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/floatingips/7582c743-74f6-4449-ab81-95cd40f3c27e HTTP/1.1" status: 204 len: 168 time: 0.4870601 Mar 08 18:52:53.360592 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-84dd12e5-3cf2-40a5-8530-ab5cdd344050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.370045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-05511302-fd6a-4368-adbb-ed07796e7f2e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:53.370045 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-05511302-fd6a-4368-adbb-ed07796e7f2e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 813 time: 0.1227813 Mar 08 18:52:53.384542 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-49ef294a-db24-481a-b4dc-f4ebcf9ca23e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/quotas/85d44a739c0444d691e3b651d9e198e0 HTTP/1.1" status: 200 len: 375 time: 0.0120852 Mar 08 18:52:53.429619 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-9877b97f-9b18-453f-9d58-db618f1762fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314605 Mar 08 18:52:53.525090 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b6c69-81b4-4b13-9aaf-3eeaf85ed631 None None] New status for floating IP 7582c743-74f6-4449-ab81-95cd40f3c27e: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:53.562088 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02232b1-c4da-4d65-bf13-a51ab7c25bf9 req-41ec2b00-105b-46a3-b3ec-07690fda2f86 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:53.563785 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a02232b1-c4da-4d65-bf13-a51ab7c25bf9 req-41ec2b00-105b-46a3-b3ec-07690fda2f86 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1190121 Mar 08 18:52:53.578135 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-03f5c9b3-5bee-40f9-87ab-92e6a8f36a2a service neutron] 10.222.0.57 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419382 Mar 08 18:52:53.692294 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a02232b1-c4da-4d65-bf13-a51ab7c25bf9 req-d2a795a6-85e2-416b-9e4e-fc2a2cd07d1b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224275 Mar 08 18:52:53.711727 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-59771b88-18d4-44bb-bc4e-62c3c21a6b80 service neutron] 10.222.0.57 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255040 Mar 08 18:52:53.811726 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 968b3d48-14c3-429d-aed6-cd280636b8af no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:53.837441 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 968b3d48-14c3-429d-aed6-cd280636b8af {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:53.837833 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 968b3d48-14c3-429d-aed6-cd280636b8af not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:53.887332 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c2f5bdb-f24f-4e77-b75a-2eaad1a56148 req-91f1971b-db56-41e8-84c8-7ac1391a5ae6 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Mar 08 18:52:54.727403 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039711e-3e9b-40af-8719-173502d7fff0 req-343225fb-a82c-4fb5-8525-2a21ae909344 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:54.729062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6039711e-3e9b-40af-8719-173502d7fff0 req-343225fb-a82c-4fb5-8525-2a21ae909344 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.0548389 Mar 08 18:52:54.800780 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6039711e-3e9b-40af-8719-173502d7fff0 req-52ee3d52-0ca2-4288-a088-f9d45dc5e043 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656552 Mar 08 18:52:54.822054 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.909345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd372b-ebc2-4f79-9545-a6fab882f1bd req-e3eb4ee4-93e5-47a3-b9ba-0ab372fa2851 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:54.910741 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7fd372b-ebc2-4f79-9545-a6fab882f1bd req-e3eb4ee4-93e5-47a3-b9ba-0ab372fa2851 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1392131 Mar 08 18:52:54.932765 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-d1afb013-1511-407f-9b5b-3301f5329935 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:54.934243 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-d1afb013-1511-407f-9b5b-3301f5329935 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 813 time: 0.1492465 Mar 08 18:52:54.966158 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Request body: {'port': {'device_id': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de', 'admin_state_up': True, 'tenant_id': '85d44a739c0444d691e3b651d9e198e0'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:55.032001 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fb8d4c89-57e8-4b21-9f40-c5d28186a6ae req-1ed2fb2b-cfe4-468c-90f2-e83b66d78e78 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 210 time: 0.0587597 Mar 08 18:52:55.040443 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7fd372b-ebc2-4f79-9545-a6fab882f1bd req-3ef3d96f-ffb7-48be-bd47-fd6507461439 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214657 Mar 08 18:52:55.117947 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Made reservation on behalf of 85d44a739c0444d691e3b651d9e198e0 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:55.121410 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.250510 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Allocated IP 172.20.0.9 (170b848b-09de-45e2-a1a4-4084f1dae0de/373bd6d8-fb31-4f0b-b5d5-e320cb687c8a/ec321cff-186b-4573-9dc0-34b0768f7740) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:55.655179 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks [] for port (ec321cff-186b-4573-9dc0-34b0768f7740), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.687448 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.729936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Network 170b848b-09de-45e2-a1a4-4084f1dae0de is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:55.732984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:55.736569 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:55.761217 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Pushing event updated for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:55.788995 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:55.789623 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.805008 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-66b7dd1b-4a0f-439a-80b3-e3d62953f994 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8495164 Mar 08 18:52:55.818821 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Request body: {'port': {'device_id': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:55.893803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.966910 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da3c87-8567-4cad-9754-c5562ae14064 req-25ffb850-ae85-46b8-bf00-ed2c38ed528d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:55.968425 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e8da3c87-8567-4cad-9754-c5562ae14064 req-25ffb850-ae85-46b8-bf00-ed2c38ed528d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.0895171 Mar 08 18:52:56.089163 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e8da3c87-8567-4cad-9754-c5562ae14064 req-4852f1b0-c183-4659-8245-50f0b54580a3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc453022-080c-4bab-8aab-64e1f6edbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141558 Mar 08 18:52:56.191483 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.258770 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731216d-2146-4435-8650-b70f12bd23f8 req-16d0c821-27b8-467c-8b36-3ea1e4ade3d5 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.259997 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a731216d-2146-4435-8650-b70f12bd23f8 req-16d0c821-27b8-467c-8b36-3ea1e4ade3d5 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 931 time: 0.1321857 Mar 08 18:52:56.275967 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25987f05-b41b-4069-8290-561d67490e9f req-e936947e-28ce-427b-b4e8-763ae40f9542 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.277374 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-25987f05-b41b-4069-8290-561d67490e9f req-e936947e-28ce-427b-b4e8-763ae40f9542 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1134737 Mar 08 18:52:56.346568 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec321cff-186b-4573-9dc0-34b0768f7740 {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:52:56.351815 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469104-6b46-47b8-af10-dc1b19f04479 req-38c88778-2b7f-4d5b-a7cb-5992de58d0aa tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.353427 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-36469104-6b46-47b8-af10-dc1b19f04479 req-38c88778-2b7f-4d5b-a7cb-5992de58d0aa tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Mar 08 18:52:56.359981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks [] for port (ec321cff-186b-4573-9dc0-34b0768f7740), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.385809 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a731216d-2146-4435-8650-b70f12bd23f8 req-b929e550-bffe-4d47-9d9b-4df4b40a0f94 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197238 Mar 08 18:52:56.399286 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Transition to ACTIVE for port object ec321cff-186b-4573-9dc0-34b0768f7740 will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:52:56.415561 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.425892 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-25987f05-b41b-4069-8290-561d67490e9f req-5aed4346-ae03-4859-b85f-d44fec7a7299 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408043 Mar 08 18:52:56.465899 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:56.466314 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.470019 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Pushing event updated for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:56.541401 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Attempting to bind port ec321cff-186b-4573-9dc0-34b0768f7740 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:52:56.541641 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Attempting to bind port ec321cff-186b-4573-9dc0-34b0768f7740 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:52:56.541966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Attempting to bind port ec321cff-186b-4573-9dc0-34b0768f7740 on network 170b848b-09de-45e2-a1a4-4084f1dae0de {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:56.546793 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Port ec321cff-186b-4573-9dc0-34b0768f7740 on network 170b848b-09de-45e2-a1a4-4084f1dae0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:52:56.547113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Attempting to bind port ec321cff-186b-4573-9dc0-34b0768f7740 on network 170b848b-09de-45e2-a1a4-4084f1dae0de {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:56.552164 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:52:56.552500 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Checking segment: {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:56.552882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Bound using segment: {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:52:56.553301 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Bound port: ec321cff-186b-4573-9dc0-34b0768f7740, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:52:56.553651 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.555863 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] For port e9a4321b-640b-4d8f-977f-1ec7e77f1b80, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:56.556310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.627004 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:52:56.630350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec321cff-186b-4573-9dc0-34b0768f7740,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:52:56.637882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.685423 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.686040 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.687465 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec321cff-186b-4573-9dc0-34b0768f7740 HTTP/1.1" status: 200 len: 1093 time: 0.8726888 Mar 08 18:52:56.687906 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:56.690138 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c125087-7395-4c5a-8c14-9962ffd3f4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:56.720047 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a4d9-16f3-4f9b-a3c1-7d84837d1230 service neutron] Pushing event updated for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:56.751666 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3b04aa-2b36-48aa-89d4-8f6c342df76e x-openstack-request-id: req-3f3b04aa-2b36-48aa-89d4-8f6c342df76e {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:56.752419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:56.752419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f3b04aa-2b36-48aa-89d4-8f6c342df76e {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:56.752628 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740', 'status': 'completed', 'code': 200} Mar 08 18:52:56.800403 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-dcacb91a-9b49-4b44-970e-c4240ca96685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.801840 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-dcacb91a-9b49-4b44-970e-c4240ca96685 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 1127 time: 0.0484228 Mar 08 18:52:56.838820 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.839192 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.839519 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 681ff3c2-1292-416c-b905-4db4b218b095 disassociated. External IP: 172.27.1.50, port: e9a4321b-640b-4d8f-977f-1ec7e77f1b80. Mar 08 18:52:56.839878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for e9a4321b-640b-4d8f-977f-1ec7e77f1b80 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:56.850599 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-2d9716ea-0bde-4ba8-9806-af26b0606410 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec321cff-186b-4573-9dc0-34b0768f7740 HTTP/1.1" status: 200 len: 217 time: 0.0413220 Mar 08 18:52:56.908809 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-c02bda9b-f841-4094-a547-b8ae99500605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:56.910498 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-c02bda9b-f841-4094-a547-b8ae99500605 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a HTTP/1.1" status: 200 len: 853 time: 0.0538986 Mar 08 18:52:56.950368 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-e9651416-c2d9-4906-99aa-188ed20985b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=170b848b-09de-45e2-a1a4-4084f1dae0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303333 Mar 08 18:52:56.995597 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (e9a4321b-640b-4d8f-977f-1ec7e77f1b80), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.023872 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=e9a4321b-640b-4d8f-977f-1ec7e77f1b80,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:57.064331 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-b8fa363f-414b-4518-9854-54c5d2a73857 service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063738 Mar 08 18:52:57.162427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:57.170519 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99615bd4-76dd-4e9f-b1a5-bf6e21fde731 req-f0cfbbb2-667f-435f-b47c-df63db1d18f5 service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984485 Mar 08 18:52:57.200536 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-27f028be-dade-4aab-a786-4c39cbbd5962 req-29d43665-a00b-465c-8719-8cbc25e907f5 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d077e9-0ee8-4bc0-bce3-e02cde1f7d49 HTTP/1.1" status: 200 len: 210 time: 0.0330887 Mar 08 18:52:57.284197 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-34176115-fa05-4d5a-b02a-e70183c7a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:57.285508 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:57.286097 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-34176115-fa05-4d5a-b02a-e70183c7a556 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 1127 time: 0.0627546 Mar 08 18:52:57.299066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:57.312366 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:57.312996 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.358116 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] No DVR routers for this DVR port e9a4321b-640b-4d8f-977f-1ec7e77f1b80 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:52:57.364797 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.371883 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-36469104-6b46-47b8-af10-dc1b19f04479 req-d43c659e-ae2f-404d-8d76-0b622f1b3cd6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "DELETE /v2.0/ports/e9a4321b-640b-4d8f-977f-1ec7e77f1b80 HTTP/1.1" status: 204 len: 173 time: 1.0114582 Mar 08 18:52:57.372111 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'name': 'network-vif-deleted', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:52:57.375056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f0063-0a79-4d04-98f2-ff0b458d64f6" -d '{"events": [{"server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "name": "network-vif-deleted", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:52:57.393990 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-560522e2-3f43-4f1c-ae70-ede706e3759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:57.408722 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-560522e2-3f43-4f1c-ae70-ede706e3759c service neutron] 10.222.0.18 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 914 time: 0.1028023 Mar 08 18:52:57.450405 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cc2eb4-15c2-4fac-81dc-0b645751a80a x-openstack-request-id: req-a7cc2eb4-15c2-4fac-81dc-0b645751a80a {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:52:57.451146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d077e9-0ee8-4bc0-bce3-e02cde1f7d49", "name": "network-vif-deleted", "tag": "e9a4321b-640b-4d8f-977f-1ec7e77f1b80", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:52:57.451442 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7cc2eb4-15c2-4fac-81dc-0b645751a80a {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:52:57.452202 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d077e9-0ee8-4bc0-bce3-e02cde1f7d49', 'name': 'network-vif-deleted', 'tag': 'e9a4321b-640b-4d8f-977f-1ec7e77f1b80', 'status': 'completed', 'code': 200} Mar 08 18:52:57.511228 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-54cc10ad-ccb7-4c2e-a6ab-eee9486329d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec321cff-186b-4573-9dc0-34b0768f7740 HTTP/1.1" status: 200 len: 217 time: 0.1024976 Mar 08 18:52:57.520846 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:57.656015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-3855841d-c425-4968-b4fe-ad6be6fd6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:57.657506 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-3855841d-c425-4968-b4fe-ad6be6fd6cc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a HTTP/1.1" status: 200 len: 853 time: 0.1237423 Mar 08 18:52:57.667972 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.668246 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edc291-de5d-4f9f-8975-107a26d46de0 req-05c036a7-ee85-4d93-ae86-fa29d576b852 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:57.669688 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f4edc291-de5d-4f9f-8975-107a26d46de0 req-05c036a7-ee85-4d93-ae86-fa29d576b852 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 943 time: 0.1689651 Mar 08 18:52:57.712455 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-5c9be803-7d8d-47c4-bee9-ff19a9a7d213 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=170b848b-09de-45e2-a1a4-4084f1dae0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417371 Mar 08 18:52:57.723495 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda299c5-94d6-408a-b718-ded072fcd827 req-106c2590-8932-471f-9d94-5fdf1f76c9e7 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:57.724986 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dda299c5-94d6-408a-b718-ded072fcd827 req-106c2590-8932-471f-9d94-5fdf1f76c9e7 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1764905 Mar 08 18:52:57.797189 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.822966 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f4edc291-de5d-4f9f-8975-107a26d46de0 req-e1184000-7ea8-43af-b015-84682d9a5b6a tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428962 Mar 08 18:52:57.824937 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:57.834837 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:57.835435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.877411 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dda299c5-94d6-408a-b718-ded072fcd827 req-9544eb97-325c-48c4-bedd-a513a468908b tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390274 Mar 08 18:52:57.889429 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-252470a7-c974-4f12-b54e-adfe79edaadd service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632016 Mar 08 18:52:57.976659 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:58.007150 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0c125087-7395-4c5a-8c14-9962ffd3f4e5 req-9f13e06e-085b-45d0-b467-447e6c590075 service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036093 Mar 08 18:52:58.199685 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:58.228580 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687799b4-ffb6-46e9-b8b4-f01adc2b1076 None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:58.309666 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50612) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:58.386224 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.387976 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (bc453022-080c-4bab-8aab-64e1f6edbbc1), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.420416 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (bc453022-080c-4bab-8aab-64e1f6edbbc1), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.485078 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (bc453022-080c-4bab-8aab-64e1f6edbbc1), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.487686 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.488902 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/security-groups/bc453022-080c-4bab-8aab-64e1f6edbbc1 HTTP/1.1" status: 204 len: 168 time: 0.1782324 Mar 08 18:52:58.493562 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50614) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:58.524058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9c82c-5965-400d-817a-ff828dfeffbe tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc453022-080c-4bab-8aab-64e1f6edbbc1,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:58.526693 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.api.v2.resource [None req-ef5130a0-46b3-4d41-9be6-46181b6a5ec2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] show failed (client error): The resource could not be found. Mar 08 18:52:58.529480 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-ef5130a0-46b3-4d41-9be6-46181b6a5ec2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups/bc453022-080c-4bab-8aab-64e1f6edbbc1 HTTP/1.1" status: 404 len: 347 time: 0.0335448 Mar 08 18:52:58.532902 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50616) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:58.555685 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aac482-d098-4daa-baed-f63ac15f903c None None] New status for floating IP 681ff3c2-1292-416c-b905-4db4b218b095: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:52:58.689018 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port 6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:52:58.689458 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.792037 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.792360 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.807439 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for 6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:52:59.032596 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19a1cc-3893-4064-ac68-7502229a3c35 req-0eb2613e-9b79-4d9d-8488-dac59255471c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:59.034134 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4c19a1cc-3893-4064-ac68-7502229a3c35 req-0eb2613e-9b79-4d9d-8488-dac59255471c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 943 time: 0.1240196 Mar 08 18:52:59.062765 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.095834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=6e3f81b8-b4b7-45bc-a6d4-cf75abb83ade,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:59.149454 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a9e8c-0069-4564-b013-b826460802ad req-024e6d0d-873a-4f3f-b394-441f569d82c6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:59.151053 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ec4a9e8c-0069-4564-b013-b826460802ad req-024e6d0d-873a-4f3f-b394-441f569d82c6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1703339 Mar 08 18:52:59.183296 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4c19a1cc-3893-4064-ac68-7502229a3c35 req-2d185d95-4961-4c2a-9e97-d746c5530557 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405511 Mar 08 18:52:59.226118 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (681ff3c2-1292-416c-b905-4db4b218b095), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.229137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.230330 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6687786e-d89e-46a7-b116-386f81f8b8dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/floatingips/681ff3c2-1292-416c-b905-4db4b218b095 HTTP/1.1" status: 204 len: 168 time: 0.6957598 Mar 08 18:52:59.276380 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ec4a9e8c-0069-4564-b013-b826460802ad req-e98130bc-8345-4611-899a-4fe0b0e11bff tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012318 Mar 08 18:52:59.356728 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50624) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:59.361416 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581630714', 'description': 'tempest-description--864681225'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:59.385316 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.467374 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (19207d02-9f44-4a18-a96d-9b2215484b05), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.472210 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (19207d02-9f44-4a18-a96d-9b2215484b05), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.503495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.504755 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1470196 Mar 08 18:52:59.508263 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50626) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:59.514422 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': '19207d02-9f44-4a18-a96d-9b2215484b05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:59.520129 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707b53-92ff-4975-be94-41f4dc531976 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19207d02-9f44-4a18-a96d-9b2215484b05,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:59.545906 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (e909d37f-2673-4a08-b01e-62b6df22a21c), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.612985 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (e909d37f-2673-4a08-b01e-62b6df22a21c), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.618064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (e909d37f-2673-4a08-b01e-62b6df22a21c), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.644675 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e909d37f-2673-4a08-b01e-62b6df22a21c,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:59.656126 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.657891 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-99dc2ce8-d152-4d9d-b4c3-37d0ec0390a9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480916 Mar 08 18:52:59.660864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50628) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:59.666255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': '19207d02-9f44-4a18-a96d-9b2215484b05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:59.694166 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (3230306b-e28f-411a-b164-5c458807884d), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.757035 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (3230306b-e28f-411a-b164-5c458807884d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.762544 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (3230306b-e28f-411a-b164-5c458807884d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.786169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3230306b-e28f-411a-b164-5c458807884d,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:59.792757 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.794386 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-884f1c5d-5a92-4fec-b72a-156369b157f1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319728 Mar 08 18:52:59.798609 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 50630) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:59.803067 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:59.826225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.858527 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device e9a4321b-640b-4d8f-977f-1ec7e77f1b80 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:52:59.861643 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device ec321cff-186b-4573-9dc0-34b0768f7740 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:52:59.891417 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: e9a4321b-640b-4d8f-977f-1ec7e77f1b80 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:52:59.891773 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device e9a4321b-640b-4d8f-977f-1ec7e77f1b80 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:52:59.943275 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.993158 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec321cff-186b-4573-9dc0-34b0768f7740,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:00.006433 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'ec321cff-186b-4573-9dc0-34b0768f7740', 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de', 'port_id': 'ec321cff-186b-4573-9dc0-34b0768f7740', 'mac_address': 'fa:16:3e:e0:b1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373bd6d8-fb31-4f0b-b5d5-e320cb687c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:00.052608 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port ec321cff-186b-4573-9dc0-34b0768f7740 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:00.052912 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.067921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec321cff-186b-4573-9dc0-34b0768f7740 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:00.074797 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.27.1.54 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/e6b356a1-ccb5-4b09-8845-1a914ae4b5d5) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:00.102227 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec321cff-186b-4573-9dc0-34b0768f7740,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:00.108519 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.172485 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:00.212128 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.250572 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.292295 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:00.295320 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:00.299175 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:00.331495 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['ec321cff-186b-4573-9dc0-34b0768f7740'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:00.331812 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd837480-8930-45a2-8e0c-52ac87c09a99 req-30635582-4797-47f9-9ddf-892942b8e251 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:00.333626 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bd837480-8930-45a2-8e0c-52ac87c09a99 req-30635582-4797-47f9-9ddf-892942b8e251 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 944 time: 0.0671594 Mar 08 18:53:00.334845 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=e6b356a1-ccb5-4b09-8845-1a914ae4b5d5,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:00.420507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.464744 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bd837480-8930-45a2-8e0c-52ac87c09a99 req-4725c4f6-8cb8-4ce8-805c-2939fc9f7724 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209545 Mar 08 18:53:00.470775 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.491594 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b2371-a267-4168-b09d-265e976db63d req-abb2ec02-38b4-4ae3-b0b8-3cdae8094f01 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:00.495648 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116b2371-a267-4168-b09d-265e976db63d req-abb2ec02-38b4-4ae3-b0b8-3cdae8094f01 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1215301 Mar 08 18:53:00.573923 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116b2371-a267-4168-b09d-265e976db63d req-ee45420a-6890-4754-85f3-b448c19dd497 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723140 Mar 08 18:53:00.652581 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.657613 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.732073 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=e6b356a1-ccb5-4b09-8845-1a914ae4b5d5,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:00.744123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.762804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.764154 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4589ae9a-3a44-4550-bff3-21ef6cc2b308 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9653387 Mar 08 18:53:00.963777 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-fe22b542-c341-4f3d-a804-64917419f63c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--581630714&fields=id&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 267 time: 0.0475464 Mar 08 18:53:01.077671 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-4420d4df-fd93-44b5-a0a5-4663d1732f0c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:01.079189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-4420d4df-fd93-44b5-a0a5-4663d1732f0c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.1081808 Mar 08 18:53:01.094335 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-f40cc0fd-eefc-4906-ac5b-e6c0760d1e80 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/quotas/a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Mar 08 18:53:01.184044 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-8c648a6e-908c-4a48-ab52-1c167878cd7b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840540 Mar 08 18:53:01.281265 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-f2259b2e-bbc5-4298-842e-37b2e353d993 service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Mar 08 18:53:01.379672 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-cabbb737-f515-4924-b467-85f52f2ef1ce service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Mar 08 18:53:01.575741 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d676d981-85f4-48ae-a250-2b10bdbd4c96 req-6126c7b3-f413-4d01-83b8-f45b66667925 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 210 time: 0.0354943 Mar 08 18:53:01.628984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c82815-e831-40a9-869d-796a613bf24b req-4ad4e2bf-f4a0-4890-b668-c3c1a0ca73af tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:01.630586 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-25c82815-e831-40a9-869d-796a613bf24b req-4ad4e2bf-f4a0-4890-b668-c3c1a0ca73af tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 944 time: 0.0812600 Mar 08 18:53:01.714874 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-25c82815-e831-40a9-869d-796a613bf24b req-e1fc56e9-37ff-4445-ab44-b34ffe61257b tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Mar 08 18:53:01.728603 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134385e-a72a-4a68-9c09-016ca48ef035 req-b06476ef-b979-4f57-899b-d9ec56848ff6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:01.729905 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9134385e-a72a-4a68-9c09-016ca48ef035 req-b06476ef-b979-4f57-899b-d9ec56848ff6 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0840197 Mar 08 18:53:01.797362 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9134385e-a72a-4a68-9c09-016ca48ef035 req-ff0e419b-13f5-4014-b295-6944b3f664ac tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612192 Mar 08 18:53:01.867686 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device ec321cff-186b-4573-9dc0-34b0768f7740 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:01.922498 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port ec321cff-186b-4573-9dc0-34b0768f7740 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:01.926246 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port ec321cff-186b-4573-9dc0-34b0768f7740 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:01.926629 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.005602 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port ec321cff-186b-4573-9dc0-34b0768f7740 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:02.006001 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.029230 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:02.031488 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ff850-9882-46be-a980-000caec12284" -d '{"events": [{"server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "name": "network-vif-plugged", "status": "completed", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:02.044793 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec321cff-186b-4573-9dc0-34b0768f7740,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:02.048528 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.098468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f2066-538a-47a9-b31c-2d929ac37f41 x-openstack-request-id: req-d62f2066-538a-47a9-b31c-2d929ac37f41 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:02.098759 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "name": "network-vif-plugged", "status": "completed", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:02.099012 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d62f2066-538a-47a9-b31c-2d929ac37f41 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:02.099425 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740', 'code': 200} Mar 08 18:53:02.104055 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:02.111079 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.111458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.111813 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.112155 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.112493 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.113428 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.113428 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.113637 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.113801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.114129 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.114458 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.114785 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.115105 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:02.316331 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b483132-7512-4eab-9370-1205a5bb89e1 req-dc59bebf-2628-4a66-b539-c24148a083a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:02.317727 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1b483132-7512-4eab-9370-1205a5bb89e1 req-dc59bebf-2628-4a66-b539-c24148a083a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 1129 time: 0.0451889 Mar 08 18:53:02.361049 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1b483132-7512-4eab-9370-1205a5bb89e1 req-e28f3150-4f2b-445d-a8ca-5a44e083127d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Mar 08 18:53:02.675595 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f693e971-c6a9-4461-9ecc-978fd40a35c2 req-e504233f-1778-4d77-9c0b-d30915c08ca9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 210 time: 0.0284300 Mar 08 18:53:02.795819 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-dd251389-031d-45b0-8c84-32c2691b62a2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:02.797368 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-dd251389-031d-45b0-8c84-32c2691b62a2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.1135712 Mar 08 18:53:02.913349 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-42137a70-1191-435a-9cce-07e7ad688f42 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 379 time: 0.1058552 Mar 08 18:53:02.922529 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbab1-00af-48c2-8cfc-6aeaccc80908 req-37039452-b700-46ee-9415-f35594ce5d4b tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:02.924025 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f1ddbab1-00af-48c2-8cfc-6aeaccc80908 req-37039452-b700-46ee-9415-f35594ce5d4b tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 945 time: 0.1356966 Mar 08 18:53:02.930605 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'port': {'device_id': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'admin_state_up': True, 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'security_groups': ['19207d02-9f44-4a18-a96d-9b2215484b05']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:03.050532 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98424e55-ead3-4543-babc-d3cdf8fd6edc req-c34533b2-6890-4c71-8f7d-6b5af47d8117 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:03.052065 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98424e55-ead3-4543-babc-d3cdf8fd6edc req-c34533b2-6890-4c71-8f7d-6b5af47d8117 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.1820688 Mar 08 18:53:03.057980 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f1ddbab1-00af-48c2-8cfc-6aeaccc80908 req-893eb3d4-a5ff-4921-b9ed-8d4715010cb9 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239841 Mar 08 18:53:03.124264 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:03.127456 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.155220 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98424e55-ead3-4543-babc-d3cdf8fd6edc req-dfa404a2-6ae4-4040-a651-d198afb47700 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&id=b0892f94-6dad-4d1f-9f90-d1038d443a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962496 Mar 08 18:53:03.275562 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.20.0.10 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/dcab2108-b08a-4f49-95f4-3e16371163a3) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:03.424154 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.459409 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.505721 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:03.509924 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:03.513288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:03.593089 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:03.625854 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:03.626507 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.645566 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-2ad9d1a6-a184-49bf-b638-5055027758ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7204978 Mar 08 18:53:03.658448 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Request body: {'port': {'device_id': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:03.723737 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.797957 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-f5aabb89-fe16-4385-b090-99857ab2fa6e None None] Provisioning complete for port dcab2108-b08a-4f49-95f4-3e16371163a3 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:03.798614 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f5aabb89-fe16-4385-b090-99857ab2fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.833849 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-f5aabb89-fe16-4385-b090-99857ab2fa6e None None] Port dcab2108-b08a-4f49-95f4-3e16371163a3 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:53:03.881875 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6450bd-2283-4baf-b129-299c3e9dddf5 req-f18e90cc-20b3-4de1-96c0-b25ba6bc747c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:03.883621 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4c6450bd-2283-4baf-b129-299c3e9dddf5 req-f18e90cc-20b3-4de1-96c0-b25ba6bc747c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 932 time: 0.1261158 Mar 08 18:53:03.979549 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4c6450bd-2283-4baf-b129-299c3e9dddf5 req-79c633b2-07b0-4c14-97ca-9f4f03125665 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900841 Mar 08 18:53:04.316471 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcab2108-b08a-4f49-95f4-3e16371163a3 {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:04.326368 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks [] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.345782 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Transition to ACTIVE for port object dcab2108-b08a-4f49-95f4-3e16371163a3 will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:53:04.354661 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d61d6-5a9d-42ab-b268-de705a1acf70 req-4e4411f8-2bee-4edc-9b03-c180aa04e9dd tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.356151 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-015d61d6-5a9d-42ab-b268-de705a1acf70 req-4e4411f8-2bee-4edc-9b03-c180aa04e9dd tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 945 time: 0.0767901 Mar 08 18:53:04.357197 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.435312 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Pushing event updated for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:04.491231 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-015d61d6-5a9d-42ab-b268-de705a1acf70 req-63327a98-201b-4ec5-b7f9-db1c3573453f tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261287 Mar 08 18:53:04.533067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Attempting to bind port dcab2108-b08a-4f49-95f4-3e16371163a3 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:04.533400 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Attempting to bind port dcab2108-b08a-4f49-95f4-3e16371163a3 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:04.533723 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Attempting to bind port dcab2108-b08a-4f49-95f4-3e16371163a3 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:04.539761 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Port dcab2108-b08a-4f49-95f4-3e16371163a3 on network 282273be-723c-4459-b6c4-d884505677f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:53:04.540302 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Attempting to bind port dcab2108-b08a-4f49-95f4-3e16371163a3 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:04.547741 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:04.548094 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:04.548487 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:04.548936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Bound port: dcab2108-b08a-4f49-95f4-3e16371163a3, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:04.549291 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.618385 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:04.621555 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dcab2108-b08a-4f49-95f4-3e16371163a3,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:04.628328 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.673482 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.674091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.675567 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] 10.222.0.18 "PUT /v2.0/ports/dcab2108-b08a-4f49-95f4-3e16371163a3 HTTP/1.1" status: 200 len: 1094 time: 1.0213463 Mar 08 18:53:04.676051 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:04.678265 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7256554-2ba4-4f64-9a07-15f9a77ec726" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:04.710852 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecabd8-0f6c-4049-91c4-fa2997e9c90d service neutron] Pushing event updated for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:04.773935 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1f77c-1073-476c-b1fc-0820ea954ae8 x-openstack-request-id: req-2ad1f77c-1073-476c-b1fc-0820ea954ae8 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:04.774781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:04.774781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ad1f77c-1073-476c-b1fc-0820ea954ae8 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:04.775084 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'status': 'completed', 'code': 200} Mar 08 18:53:04.796084 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-c57663d8-892d-49cd-bb0d-e556a63235ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.797604 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-c57663d8-892d-49cd-bb0d-e556a63235ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 1128 time: 0.0542645 Mar 08 18:53:04.842162 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-52ebffcd-3f20-4ef7-b3c6-5e0674211e4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcab2108-b08a-4f49-95f4-3e16371163a3 HTTP/1.1" status: 200 len: 217 time: 0.0368469 Mar 08 18:53:04.897512 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-e8aa0007-5888-4a32-8ab4-7e4ade8e92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.899794 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-e8aa0007-5888-4a32-8ab4-7e4ade8e92cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0519531 Mar 08 18:53:04.984915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-3cb665bc-0d63-4d96-9b27-904aac39ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.986430 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-3cb665bc-0d63-4d96-9b27-904aac39ddc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808589 Mar 08 18:53:05.128453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-9641028a-05cc-4570-b93b-2b2fa8b1625e service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318531 Mar 08 18:53:05.138989 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926d91-1868-4487-aa13-3bb6c765ed00 req-e4cd94ee-4417-4f31-bd8c-28648dd23822 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.140533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-70926d91-1868-4487-aa13-3bb6c765ed00 req-e4cd94ee-4417-4f31-bd8c-28648dd23822 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 944 time: 0.0824625 Mar 08 18:53:05.244910 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-70926d91-1868-4487-aa13-3bb6c765ed00 req-0afdf6e9-24d8-4bee-a74e-c8c4d896ce85 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950127 Mar 08 18:53:05.265509 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bdd7fef4-fc98-46e1-9795-7621285c8c82 req-1e2063cd-93ae-454f-89f5-9f3ac18df6d6 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Mar 08 18:53:05.375139 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-9e38dc3b-97d0-4033-9f6e-0d9e15c5a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.376695 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-9e38dc3b-97d0-4033-9f6e-0d9e15c5a15c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 1128 time: 0.0547895 Mar 08 18:53:05.472137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-fa0edd8e-9aa1-4a69-84c0-66dfa3935e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.474711 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-fa0edd8e-9aa1-4a69-84c0-66dfa3935e1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.0907302 Mar 08 18:53:05.521382 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-2d3ea675-d20c-43a8-8d41-73f5064b7c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcab2108-b08a-4f49-95f4-3e16371163a3 HTTP/1.1" status: 200 len: 217 time: 0.0403535 Mar 08 18:53:05.576839 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-ebf70a97-a0a8-41e2-a6c1-e9427a209d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.578307 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-ebf70a97-a0a8-41e2-a6c1-e9427a209d69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0459616 Mar 08 18:53:05.634405 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-8feda541-ced3-4ba2-9910-9d84b7634376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.637040 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-8feda541-ced3-4ba2-9910-9d84b7634376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516951 Mar 08 18:53:05.733287 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-c5e5235d-0fe3-40c2-814b-f55e2593ccfa service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Mar 08 18:53:05.829281 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c7256554-2ba4-4f64-9a07-15f9a77ec726 req-c98b2f2a-8e13-49f6-8b4e-b8ad66675e38 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847712 Mar 08 18:53:06.369635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99795ca6-df75-49a6-b2e9-e6cbcdfedb74 req-db7f05c1-dce5-445b-be46-e40adfaeec4d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:06.371111 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99795ca6-df75-49a6-b2e9-e6cbcdfedb74 req-db7f05c1-dce5-445b-be46-e40adfaeec4d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 944 time: 0.0557263 Mar 08 18:53:06.425679 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-99795ca6-df75-49a6-b2e9-e6cbcdfedb74 req-cb554fde-f090-4a32-aae4-2f752ea8227a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491469 Mar 08 18:53:07.546099 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84a6c0-4588-4d1e-8e00-911a73038768 req-8bd2e1d2-69fd-456b-a081-2312bdd7f901 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:07.547677 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8a84a6c0-4588-4d1e-8e00-911a73038768 req-8bd2e1d2-69fd-456b-a081-2312bdd7f901 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 944 time: 0.0547726 Mar 08 18:53:07.600183 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8a84a6c0-4588-4d1e-8e00-911a73038768 req-42aa7160-7e66-4f81-8c2d-74b797b35d0c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465195 Mar 08 18:53:07.896696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device dcab2108-b08a-4f49-95f4-3e16371163a3 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:08.152426 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dcab2108-b08a-4f49-95f4-3e16371163a3,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:08.162814 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'port_id': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'mac_address': 'fa:16:3e:2c:8a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:08.202111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port dcab2108-b08a-4f49-95f4-3e16371163a3 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:08.202502 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:08.215986 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcab2108-b08a-4f49-95f4-3e16371163a3 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:08.236109 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dcab2108-b08a-4f49-95f4-3e16371163a3,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:08.240206 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:08.291356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:08.517208 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['dcab2108-b08a-4f49-95f4-3e16371163a3'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:08.727010 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496db4c9-e9f4-43e6-933c-257b98989750 req-222cae13-9524-4ce7-9d16-72d40fe0cb09 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:08.729229 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-496db4c9-e9f4-43e6-933c-257b98989750 req-222cae13-9524-4ce7-9d16-72d40fe0cb09 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 945 time: 0.0561118 Mar 08 18:53:08.777137 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-496db4c9-e9f4-43e6-933c-257b98989750 req-0c019e0d-2a63-4961-bba5-1a86d3399b6a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 Mar 08 18:53:09.903754 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136b3d4-f6bc-4807-9166-ed81a8b40c37 req-9b8ae561-d6f1-4e7f-ab8f-09619aff6e5d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:09.904608 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device dcab2108-b08a-4f49-95f4-3e16371163a3 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:09.905358 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d136b3d4-f6bc-4807-9166-ed81a8b40c37 req-9b8ae561-d6f1-4e7f-ab8f-09619aff6e5d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 945 time: 0.0609827 Mar 08 18:53:09.968909 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port dcab2108-b08a-4f49-95f4-3e16371163a3 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:09.969253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d136b3d4-f6bc-4807-9166-ed81a8b40c37 req-b1acee17-265b-451a-9d2f-1451b145fd8f tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541539 Mar 08 18:53:09.970564 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port dcab2108-b08a-4f49-95f4-3e16371163a3 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:09.971236 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.055658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port dcab2108-b08a-4f49-95f4-3e16371163a3 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:10.055964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.080065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:10.082301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a677b2-c745-4e04-ad28-d5c6fa6d211c" -d '{"events": [{"server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "name": "network-vif-plugged", "status": "completed", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:10.096171 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dcab2108-b08a-4f49-95f4-3e16371163a3,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:10.101562 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.127826 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a65e84-c3dc-40e5-887b-0f69b4d0b936 x-openstack-request-id: req-97a65e84-c3dc-40e5-887b-0f69b4d0b936 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:10.128130 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "name": "network-vif-plugged", "status": "completed", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:10.128384 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97a65e84-c3dc-40e5-887b-0f69b4d0b936 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:10.128769 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'code': 200} Mar 08 18:53:10.156833 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:10.312228 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4f309-e086-44a4-a7fc-a1e2d1b983a6 req-9b71970f-347f-4828-8fce-1057899167de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:10.313638 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-39d4f309-e086-44a4-a7fc-a1e2d1b983a6 req-9b71970f-347f-4828-8fce-1057899167de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 1130 time: 0.0446310 Mar 08 18:53:10.358421 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-39d4f309-e086-44a4-a7fc-a1e2d1b983a6 req-a5c67b6e-8bf8-42d8-ab3b-808424136005 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 Mar 08 18:53:11.096448 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358179ca-166a-4a01-ae59-7f0cd864c721 req-01f23fc6-9bda-43e2-ace9-a217aa3156de tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:11.097936 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-358179ca-166a-4a01-ae59-7f0cd864c721 req-01f23fc6-9bda-43e2-ace9-a217aa3156de tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.0558822 Mar 08 18:53:11.145512 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-358179ca-166a-4a01-ae59-7f0cd864c721 req-7c0bf17c-8f4e-4810-a624-04ef7d7cd679 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 Mar 08 18:53:12.268831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27647c5-3e9c-45b2-8ef2-9b84bacdad16 req-bdd67580-6c0c-40d4-aa87-72153cc97c89 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:12.270432 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a27647c5-3e9c-45b2-8ef2-9b84bacdad16 req-bdd67580-6c0c-40d4-aa87-72153cc97c89 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.0539744 Mar 08 18:53:12.319750 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a27647c5-3e9c-45b2-8ef2-9b84bacdad16 req-3d5024c4-93c2-492a-92de-6e9bff607f8c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Mar 08 18:53:12.437984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232fd6d-9826-4a77-8c0d-550c6c924de0 req-7bc98201-e830-48fa-84b7-3ba63252c846 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:12.439473 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4232fd6d-9826-4a77-8c0d-550c6c924de0 req-7bc98201-e830-48fa-84b7-3ba63252c846 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.0569558 Mar 08 18:53:12.448172 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 50772) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:12.452464 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'port_id': 'dcab2108-b08a-4f49-95f4-3e16371163a3'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:12.497116 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.973433 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.977308 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.082078 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP a7adaa96-491d-45eb-b7e1-9e7692b37909 associated. External IP: 172.27.1.54, port: dcab2108-b08a-4f49-95f4-3e16371163a3. Mar 08 18:53:13.298408 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:53:13.411335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:53:13.416578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.423003 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:53:13.434064 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:13.434772 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:13.449020 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f30289fc-8972-410b-970d-11cececff56e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "PUT /v2.0/floatingips/a7adaa96-491d-45eb-b7e1-9e7692b37909 HTTP/1.1" status: 200 len: 991 time: 0.9997470 Mar 08 18:53:13.449616 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:13.451897 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:13.489519 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f078811-72bc-4591-83f9-c55bbf8406c8 x-openstack-request-id: req-2f078811-72bc-4591-83f9-c55bbf8406c8 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:13.489809 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:13.490060 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f078811-72bc-4591-83f9-c55bbf8406c8 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:13.490459 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'status': 'completed', 'code': 200} Mar 08 18:53:13.546068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:13.565082 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-b4ec7033-4d03-4b25-9b0b-70e01508f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:13.566536 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-b4ec7033-4d03-4b25-9b0b-70e01508f8df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 1130 time: 0.0519872 Mar 08 18:53:13.658147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-d585b990-deb7-47f1-978a-51c7f04f0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:13.659662 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-d585b990-deb7-47f1-978a-51c7f04f0a49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.0844340 Mar 08 18:53:13.731743 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-40111430-f798-40d7-a460-dd0ac059f632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcab2108-b08a-4f49-95f4-3e16371163a3 HTTP/1.1" status: 200 len: 999 time: 0.0652006 Mar 08 18:53:13.777112 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'a7adaa96-491d-45eb-b7e1-9e7692b37909', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:2c:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:00Z', 'updated_at': '2022-03-08T18:53:12Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:13.783234 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-873cbe59-f0eb-4bdc-8c50-08a6fc7a93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:13.784884 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-873cbe59-f0eb-4bdc-8c50-08a6fc7a93c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0474830 Mar 08 18:53:13.808205 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:53:13.817257 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:13.817756 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:52:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:13.839517 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-74b5089d-4b8b-4899-bd3d-15c00cfccd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:13.841045 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-74b5089d-4b8b-4899-bd3d-15c00cfccd86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485306 Mar 08 18:53:13.929928 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:13.938406 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-a78c411e-0bf1-4350-8aed-ee8aac6e53cf service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901604 Mar 08 18:53:14.035547 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ea4e488-fd4c-46cc-a3b6-5abb5093aef8 req-78bb2435-3b55-44ac-9d10-d8a21c82a2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900488 Mar 08 18:53:14.168077 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'a7adaa96-491d-45eb-b7e1-9e7692b37909', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:2c:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:00Z', 'updated_at': '2022-03-08T18:53:12Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:14.198814 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b7fb-1029-4eb3-9f5e-7293d042ed63 None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'a7adaa96-491d-45eb-b7e1-9e7692b37909', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:2c:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:00Z', 'updated_at': '2022-03-08T18:53:12Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:53:14.396160 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9217d-3bf1-4e17-98e8-e5cba0715242 None None] New status for floating IP a7adaa96-491d-45eb-b7e1-9e7692b37909: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:53:20.706056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5a515975-5fd2-437b-b1d0-69fbc5e25d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:22.812219 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:53:23.342255 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c408e169-ce94-4b52-b5ed-c99c1f47f85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:24.814134 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.192555 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.793960 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.372589 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.935306 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504431af-1e18-45c8-8ab6-b09e39471ec0 req-68bd2dce-0f24-4a8c-b2b4-b8dbf6584f8c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:29.936820 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-504431af-1e18-45c8-8ab6-b09e39471ec0 req-68bd2dce-0f24-4a8c-b2b4-b8dbf6584f8c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.1232052 Mar 08 18:53:29.985488 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-504431af-1e18-45c8-8ab6-b09e39471ec0 req-ac0f55b1-37e4-4bf6-9f42-cd6fe8a4eee4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Mar 08 18:53:31.133749 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f77d-ca7a-4681-8569-55b6182dba96 req-5882f938-5ca6-4dbc-be1b-a23137a1a96b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.135308 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ff21f77d-ca7a-4681-8569-55b6182dba96 req-5882f938-5ca6-4dbc-be1b-a23137a1a96b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0716093 Mar 08 18:53:31.188970 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ff21f77d-ca7a-4681-8569-55b6182dba96 req-d177afc6-3904-41f9-9c92-79ebfd9b977c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Mar 08 18:53:31.634408 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-7e95236c-e93d-4202-a895-f2102616bb2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456023 Mar 08 18:53:31.731222 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-b3070854-cf7e-4efc-925e-d59cfeda0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.732804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-b3070854-cf7e-4efc-925e-d59cfeda0510 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1168 time: 0.0513504 Mar 08 18:53:31.859481 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-e249a44b-1446-4f0f-8d30-abcc8aa401a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.861783 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-e249a44b-1446-4f0f-8d30-abcc8aa401a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.0973620 Mar 08 18:53:31.950904 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-4d9ea911-c6b0-4aad-9fac-a9129e355943 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 1000 time: 0.0806241 Mar 08 18:53:32.014358 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-917ed264-3d5a-40c3-9ab3-2e7ed20da469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.015892 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-917ed264-3d5a-40c3-9ab3-2e7ed20da469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.0585063 Mar 08 18:53:32.081382 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-90966ed9-9662-4d54-8243-051ff51f0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.082927 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-90966ed9-9662-4d54-8243-051ff51f0ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594635 Mar 08 18:53:32.189014 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-24cbb1f7-fc58-4c61-bac1-3bfc50b93167 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960367 Mar 08 18:53:32.324730 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-aa9f2f4e-8884-4dd6-95b1-6d83dfc980b3 req-412d9b4c-4929-488d-bd4a-2b56492aa1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288996 Mar 08 18:53:32.350592 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65258ce6-bbec-479c-8dd1-fdbca8cbb923 req-aa89187b-c4e2-4b64-8d91-d0ee4cc0c5ff tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.352117 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65258ce6-bbec-479c-8dd1-fdbca8cbb923 req-aa89187b-c4e2-4b64-8d91-d0ee4cc0c5ff tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0728543 Mar 08 18:53:32.427935 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-65258ce6-bbec-479c-8dd1-fdbca8cbb923 req-3f83a199-3d79-40d3-a315-033c6eb1b68c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680559 Mar 08 18:53:33.570330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39052dc-850f-47ef-8dd4-d6fc6fb489e5 req-801ecaba-6998-43b5-a187-10c29020bd52 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:33.573015 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d39052dc-850f-47ef-8dd4-d6fc6fb489e5 req-801ecaba-6998-43b5-a187-10c29020bd52 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0658798 Mar 08 18:53:33.628659 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d39052dc-850f-47ef-8dd4-d6fc6fb489e5 req-5704660c-00ec-40dc-b5ca-80ae80cb289a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488331 Mar 08 18:53:34.760538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4f9b5-51b9-4bf7-82b4-299154944be4 req-8942984c-8db4-449f-a46f-4809013f5a28 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:34.762818 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dfc4f9b5-51b9-4bf7-82b4-299154944be4 req-8942984c-8db4-449f-a46f-4809013f5a28 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Mar 08 18:53:34.817040 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dfc4f9b5-51b9-4bf7-82b4-299154944be4 req-5da6bda1-cf1b-4980-aca1-eaf0abcc14f4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484984 Mar 08 18:53:36.313069 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d36a96-ff78-42ad-a53b-91fb943336e0 req-8b2bbc4e-c4a5-4140-b469-d9be0e8cf22d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:36.315144 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26d36a96-ff78-42ad-a53b-91fb943336e0 req-8b2bbc4e-c4a5-4140-b469-d9be0e8cf22d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.3136971 Mar 08 18:53:36.381637 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-26d36a96-ff78-42ad-a53b-91fb943336e0 req-cdcddb18-ef5f-4315-b16a-06b4965bedd3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550256 Mar 08 18:53:37.513489 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3e31-0837-4ad8-8bc7-fc3420a78e6c req-16eb8407-d4c8-44a5-8cbd-857e74335ddf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:37.515009 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-74de3e31-0837-4ad8-8bc7-fc3420a78e6c req-16eb8407-d4c8-44a5-8cbd-857e74335ddf tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Mar 08 18:53:37.563494 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-74de3e31-0837-4ad8-8bc7-fc3420a78e6c req-e9b73db7-51be-4f6a-b538-c1f0519c00e9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Mar 08 18:53:38.700906 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603fab0-55d4-46aa-b7d6-9534799b1b3e req-2d3afe16-0ee4-4d03-ac9b-c3044fe6ef99 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:38.702491 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9603fab0-55d4-46aa-b7d6-9534799b1b3e req-2d3afe16-0ee4-4d03-ac9b-c3044fe6ef99 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Mar 08 18:53:38.750630 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9603fab0-55d4-46aa-b7d6-9534799b1b3e req-67c8ed10-ae81-4889-b3fe-c6316cb332cb tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Mar 08 18:53:39.877536 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694231-36ef-4556-85e2-224f7d40ae2a req-17a856c1-cdfc-41ae-9dc1-a26998c157b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:39.879030 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dd694231-36ef-4556-85e2-224f7d40ae2a req-17a856c1-cdfc-41ae-9dc1-a26998c157b7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0559022 Mar 08 18:53:39.927325 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dd694231-36ef-4556-85e2-224f7d40ae2a req-5c013e61-4461-4571-827d-ca330f91fba8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Mar 08 18:53:41.056455 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e98e91-f0c3-470a-af2e-24d62d4f9033 req-5fc0e167-09fc-4bf3-bf80-321db05b92ec tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:41.057960 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-45e98e91-f0c3-470a-af2e-24d62d4f9033 req-5fc0e167-09fc-4bf3-bf80-321db05b92ec tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Mar 08 18:53:41.109427 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-45e98e91-f0c3-470a-af2e-24d62d4f9033 req-4e6eae6e-cbfc-42c7-8b12-231a571c4e47 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Mar 08 18:53:42.236530 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab1b22-b627-4fea-8a01-3746833e590a req-0dc83e6a-3279-4b82-bafe-5fec945be2d1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:42.238097 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-62ab1b22-b627-4fea-8a01-3746833e590a req-0dc83e6a-3279-4b82-bafe-5fec945be2d1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0542910 Mar 08 18:53:42.286227 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-62ab1b22-b627-4fea-8a01-3746833e590a req-748d06de-e679-4fcc-86be-39c50a0eb08b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Mar 08 18:53:43.427176 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350e2b6-048a-48d1-8ca9-a81a16006207 req-3c2d4509-1198-47fe-bf72-2010aa017a5d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:43.428752 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c350e2b6-048a-48d1-8ca9-a81a16006207 req-3c2d4509-1198-47fe-bf72-2010aa017a5d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0599277 Mar 08 18:53:43.484660 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c350e2b6-048a-48d1-8ca9-a81a16006207 req-00490ff9-48b3-4fea-9501-9f773b5897ef tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493851 Mar 08 18:53:44.628947 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b6326-994a-41e4-8bee-40ab985f75d6 req-f21fc064-ce81-4326-aece-32cdcc1f0ff9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:44.630521 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-933b6326-994a-41e4-8bee-40ab985f75d6 req-f21fc064-ce81-4326-aece-32cdcc1f0ff9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0642486 Mar 08 18:53:44.704849 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-933b6326-994a-41e4-8bee-40ab985f75d6 req-3e2c3a57-f2c9-4015-baf7-5a23c30c7da9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657279 Mar 08 18:53:45.430946 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5aae3-9b1c-40ae-9fc4-c2236a023fec req-108ad308-f544-44af-8e17-dfd032424897 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:45.432484 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a0d5aae3-9b1c-40ae-9fc4-c2236a023fec req-108ad308-f544-44af-8e17-dfd032424897 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 945 time: 0.0570378 Mar 08 18:53:45.493393 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a0d5aae3-9b1c-40ae-9fc4-c2236a023fec req-77725f71-020a-4e40-ab75-dd805769318a tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Mar 08 18:53:45.842507 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae603ee-70bc-41c5-8eca-fdd754f397a0 req-c9c56393-4178-4847-a0e9-a1cea32399e8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:45.844228 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6ae603ee-70bc-41c5-8eca-fdd754f397a0 req-c9c56393-4178-4847-a0e9-a1cea32399e8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0597284 Mar 08 18:53:45.897554 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6ae603ee-70bc-41c5-8eca-fdd754f397a0 req-50274e24-1c26-4a81-b57d-d0db792e36d5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 Mar 08 18:53:46.640501 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3209-4a3b-46f5-a37c-74a351c3bf0d req-41fbd05f-7d33-49cf-9c8d-e9171ce1cfb3 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:46.642132 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d02b3209-4a3b-46f5-a37c-74a351c3bf0d req-41fbd05f-7d33-49cf-9c8d-e9171ce1cfb3 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 945 time: 0.0724537 Mar 08 18:53:46.690940 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d02b3209-4a3b-46f5-a37c-74a351c3bf0d req-5022b2dc-58dc-42d1-af59-213199a00298 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Mar 08 18:53:47.025259 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda5958-f321-4cfb-8050-498d18e7cfad req-bccfb935-9055-49f0-b1db-609f81586606 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:47.027070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8dda5958-f321-4cfb-8050-498d18e7cfad req-bccfb935-9055-49f0-b1db-609f81586606 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0543709 Mar 08 18:53:47.080285 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8dda5958-f321-4cfb-8050-498d18e7cfad req-f8b3f302-ddbb-4b8d-8635-3686d5985dfa tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476468 Mar 08 18:53:47.196635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-81ed935d-faf2-47d3-9736-3a1543b009c0 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:47.198140 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-81ed935d-faf2-47d3-9736-3a1543b009c0 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Mar 08 18:53:47.294666 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Deleting port ec321cff-186b-4573-9dc0-34b0768f7740 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:53:47.295008 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.397357 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] For port ec321cff-186b-4573-9dc0-34b0768f7740, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec321cff-186b-4573-9dc0-34b0768f7740,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:47.397727 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.412738 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Calling delete_port for ec321cff-186b-4573-9dc0-34b0768f7740 owned by compute:nova {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:53:47.552022 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (ec321cff-186b-4573-9dc0-34b0768f7740), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.564614 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['ec321cff-186b-4573-9dc0-34b0768f7740'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:47.582227 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Pushing event deleted for resources: {'Port': ['ID=ec321cff-186b-4573-9dc0-34b0768f7740,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:47.626147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] No DVR routers for this DVR port ec321cff-186b-4573-9dc0-34b0768f7740 on host hv-cinder-83008 {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:53:47.629059 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.632581 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cbfbe859-d2ec-4be0-8c8f-87425f223ef0 req-c2580ee4-ba44-4367-a82a-1847a5c3f7fa tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "DELETE /v2.0/ports/ec321cff-186b-4573-9dc0-34b0768f7740 HTTP/1.1" status: 204 len: 173 time: 0.4288049 Mar 08 18:53:47.633103 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'name': 'network-vif-deleted', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:47.635539 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2efea-329f-45b8-962c-deccd74273b2" -d '{"events": [{"server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "name": "network-vif-deleted", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:47.675465 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dbae00-d4e2-4bf2-8119-1a53fe566bdb x-openstack-request-id: req-f0dbae00-d4e2-4bf2-8119-1a53fe566bdb {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:47.675831 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638ce2e-9013-42ec-9513-a3ca0d48a132", "name": "network-vif-deleted", "tag": "ec321cff-186b-4573-9dc0-34b0768f7740", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:47.676084 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0dbae00-d4e2-4bf2-8119-1a53fe566bdb {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:47.676504 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638ce2e-9013-42ec-9513-a3ca0d48a132', 'name': 'network-vif-deleted', 'tag': 'ec321cff-186b-4573-9dc0-34b0768f7740', 'status': 'completed', 'code': 200} Mar 08 18:53:47.805190 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-265fa588-bcf3-4d02-ae04-9b979814795a req-3d6618e0-bee1-4c32-82dd-ff7add2a6a0c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=b638ce2e-9013-42ec-9513-a3ca0d48a132 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Mar 08 18:53:48.217568 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e2a54-444e-4786-96ff-292aa3828adc req-63473946-03b5-40a1-adea-0e559683338d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:48.219095 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dd1e2a54-444e-4786-96ff-292aa3828adc req-63473946-03b5-40a1-adea-0e559683338d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0595429 Mar 08 18:53:48.268951 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dd1e2a54-444e-4786-96ff-292aa3828adc req-2e1994af-47f2-4e62-8a3f-5dad672f08a2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441258 Mar 08 18:53:49.417252 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6211ae-7407-4d95-9b8f-32b437f3ea19 req-8ff6194b-2d6d-402e-aaf0-b34af0ce5b72 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:49.420286 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1e6211ae-7407-4d95-9b8f-32b437f3ea19 req-8ff6194b-2d6d-402e-aaf0-b34af0ce5b72 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0709548 Mar 08 18:53:49.474457 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1e6211ae-7407-4d95-9b8f-32b437f3ea19 req-82e94cf3-d6cb-47b5-904c-5f192951350f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465004 Mar 08 18:53:50.606377 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a5d0a-167e-4b04-9b7e-71b264602d78 req-9d04d951-e3d2-417d-90fd-df0a948d9ac4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:50.607983 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-654a5d0a-167e-4b04-9b7e-71b264602d78 req-9d04d951-e3d2-417d-90fd-df0a948d9ac4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0564284 Mar 08 18:53:50.665498 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-654a5d0a-167e-4b04-9b7e-71b264602d78 req-5c8c1849-8e49-4db8-b3ec-01f183cc2cd7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517194 Mar 08 18:53:50.708221 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-050244fc-19cd-4ca2-9a5b-2b5f342db1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:50.818951 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device ec321cff-186b-4573-9dc0-34b0768f7740 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:53:50.841541 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: ec321cff-186b-4573-9dc0-34b0768f7740 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:53:50.841890 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device ec321cff-186b-4573-9dc0-34b0768f7740 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:53:51.802670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00595b28-afff-4781-a6ec-74cfeaae3ab5 req-f5ea73eb-8ab7-4242-a918-17ed9ed91554 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:51.804327 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-00595b28-afff-4781-a6ec-74cfeaae3ab5 req-f5ea73eb-8ab7-4242-a918-17ed9ed91554 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0631270 Mar 08 18:53:51.859699 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-00595b28-afff-4781-a6ec-74cfeaae3ab5 req-d41ff55c-6aa5-4488-82df-e455d0925045 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473936 Mar 08 18:53:53.002496 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6b3e4-8a99-41df-8081-efffdbb98803 req-1345c614-6207-4fea-a106-6e341b305361 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:53.004160 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-add6b3e4-8a99-41df-8081-efffdbb98803 req-1345c614-6207-4fea-a106-6e341b305361 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0593867 Mar 08 18:53:53.064601 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-add6b3e4-8a99-41df-8081-efffdbb98803 req-0fc84fbb-e88b-4fc9-863e-c6df6ed792bc tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528142 Mar 08 18:53:53.353887 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2fde2de2-4b64-4362-8a2c-127748d693e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:54.200876 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571e13f-015b-47b0-b4a4-02e591a5f39d req-9c90367b-8648-42f7-af62-caa945533cd9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:54.202447 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1571e13f-015b-47b0-b4a4-02e591a5f39d req-9c90367b-8648-42f7-af62-caa945533cd9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0607233 Mar 08 18:53:54.257027 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1571e13f-015b-47b0-b4a4-02e591a5f39d req-abcbd06b-f8ac-4b36-aef0-48c71b11c171 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Mar 08 18:53:54.824185 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:55.406478 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473610ba-733f-4ec2-8bd8-a46483a95e63 req-30328d70-a46c-4920-896d-7c18174c2a3e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:55.408175 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-473610ba-733f-4ec2-8bd8-a46483a95e63 req-30328d70-a46c-4920-896d-7c18174c2a3e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0579658 Mar 08 18:53:55.460122 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-473610ba-733f-4ec2-8bd8-a46483a95e63 req-cf18e691-6e69-4472-ac43-a58524562d69 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460060 Mar 08 18:53:56.195098 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:56.601207 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b974-6e07-412f-8bf2-3040f7fc3dac req-45a90622-51b9-4aad-8dee-8d894e12ae86 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:56.603626 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dac6b974-6e07-412f-8bf2-3040f7fc3dac req-45a90622-51b9-4aad-8dee-8d894e12ae86 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0682175 Mar 08 18:53:56.610192 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:56.673706 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dac6b974-6e07-412f-8bf2-3040f7fc3dac req-ee707b5c-82b8-4d57-a7ea-c01295cf9a82 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628388 Mar 08 18:53:56.730573 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:56.742345 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:56.783229 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: ACTIVE; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:56.783651 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:56.798392 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:56.819900 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:56.824487 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:56.875657 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=6']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:56.958417 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['0e9760bb-9bd4-4fef-b11e-aa2561706c8c'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:57.656874 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:57.739785 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:57.775495 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:57.775884 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:57.937245 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:57.938384 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:57.986031 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:57.989789 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b082f4-262d-43d2-83f9-380cec07628a" -d '{"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:58.015877 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:58.035871 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:58.082858 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57c83-14ec-4d6a-ba0e-9c4b05fcee90 req-c8c782e7-9812-4672-8f44-44b2c271f192 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:58.084687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-56b57c83-14ec-4d6a-ba0e-9c4b05fcee90 req-c8c782e7-9812-4672-8f44-44b2c271f192 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 944 time: 0.2510371 Mar 08 18:53:58.122998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=7']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:58.150038 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-0fdf70fa-6be8-497c-9211-e44121772ef1 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:58.158069 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-0fdf70fa-6be8-497c-9211-e44121772ef1 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 813 time: 0.2474489 Mar 08 18:53:58.176417 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-e3945901-7c30-4a3a-a0cd-8524f54df3bf tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/quotas/85d44a739c0444d691e3b651d9e198e0 HTTP/1.1" status: 200 len: 375 time: 0.0170202 Mar 08 18:53:58.208724 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1b2a2543-23d7-4681-8028-8fb3f5011993 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310655 Mar 08 18:53:58.219055 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-56b57c83-14ec-4d6a-ba0e-9c4b05fcee90 req-9b9fc6bb-3c48-47e8-aa2c-5890fe2c4ce2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283243 Mar 08 18:53:58.367995 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97b355-94e5-43b3-a73a-b33b7d95c275 x-openstack-request-id: req-2a97b355-94e5-43b3-a73a-b33b7d95c275 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:58.368293 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:58.370125 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a97b355-94e5-43b3-a73a-b33b7d95c275 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:58.370562 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'code': 200} Mar 08 18:53:58.390567 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:58.458614 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-596b6e0a-2b60-4e81-9ce5-41e8645cc441 service neutron] 10.222.0.57 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377162 Mar 08 18:53:58.599165 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-aba937ce-bb12-4753-9268-ff6a157012fa service neutron] 10.222.0.57 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337934 Mar 08 18:53:58.948108 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7d759bec-a19c-4259-a337-b83d18303cbf req-26879ece-a76b-4bfd-8508-a52ca4fc07e9 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 210 time: 0.0407283 Mar 08 18:53:59.434696 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830569aa-ceba-4226-b9cf-f53254bd9ac3 req-c36a6bce-e194-4513-912d-858376a2257c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:59.438503 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-830569aa-ceba-4226-b9cf-f53254bd9ac3 req-c36a6bce-e194-4513-912d-858376a2257c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.1192703 Mar 08 18:53:59.546537 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-830569aa-ceba-4226-b9cf-f53254bd9ac3 req-477929d1-aa9c-4462-aada-b6b10f53061f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985093 Mar 08 18:53:59.827737 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:54:00.149777 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-08424097-ce15-45f6-a60f-a99ab81fdeea req-09780db4-b1c5-45c6-be69-d3b11c0b4172 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 210 time: 0.0601282 Mar 08 18:54:00.951075 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d360c4-8730-4541-a09d-ec5933f98beb req-3939c7c5-220a-423b-826f-78d154b3d6c4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:00.953577 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98d360c4-8730-4541-a09d-ec5933f98beb req-3939c7c5-220a-423b-826f-78d154b3d6c4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.1430891 Mar 08 18:54:00.993821 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-015bb673-978b-4951-b7d9-637371cda532 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:00.996696 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-015bb673-978b-4951-b7d9-637371cda532 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 813 time: 0.2457891 Mar 08 18:54:01.018322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Request body: {'port': {'device_id': '79e20071-66b5-4468-901c-e58d8c005d45', 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de', 'admin_state_up': True, 'tenant_id': '85d44a739c0444d691e3b651d9e198e0'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:01.131694 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-98d360c4-8730-4541-a09d-ec5933f98beb req-23cced0c-5eac-45fd-bedd-a84cd3279c55 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708066 Mar 08 18:54:01.207159 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Made reservation on behalf of 85d44a739c0444d691e3b651d9e198e0 for: {'port': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:01.211506 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.371974 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d558b046-1aa6-4335-a34a-4cdb9fb1f5ad req-d4eb63cc-6ba8-4e8a-85a4-000731d973b6 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 210 time: 0.0595171 Mar 08 18:54:01.499360 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Allocated IP 172.20.0.4 (170b848b-09de-45e2-a1a4-4084f1dae0de/373bd6d8-fb31-4f0b-b5d5-e320cb687c8a/f136b195-448b-41bd-b98b-f38267a0a482) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:01.765237 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks [] for port (f136b195-448b-41bd-b98b-f38267a0a482), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.838481 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.894598 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Network 170b848b-09de-45e2-a1a4-4084f1dae0de is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:01.899392 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:01.920953 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:01.961895 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Pushing event updated for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:01.976307 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.976638 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.976997 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.977339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.977682 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.978015 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.978348 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.978679 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.979011 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.979368 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.979697 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.980022 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.980496 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.995882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:01.997065 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.024164 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-d49e731a-d89a-436d-b353-c0c3648e5824 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0136614 Mar 08 18:54:02.098192 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Request body: {'port': {'device_id': '79e20071-66b5-4468-901c-e58d8c005d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:02.180757 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f136b195-448b-41bd-b98b-f38267a0a482), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.446290 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d49fe-5b42-4a14-b60f-a4415e8b1fa0 req-2c869259-bc7f-4e31-8634-14d67d2ca759 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:02.447971 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b00d49fe-5b42-4a14-b60f-a4415e8b1fa0 req-2c869259-bc7f-4e31-8634-14d67d2ca759 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.1302097 Mar 08 18:54:02.569853 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b00d49fe-5b42-4a14-b60f-a4415e8b1fa0 req-f8bdd18a-2706-404c-b93e-ef7cdb8e4f82 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103907 Mar 08 18:54:02.650902 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1950a4-abd0-4386-8ece-d0b641dd3b90 req-72527996-5df3-461f-b9c4-99fd205acde8 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:02.653921 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f1950a4-abd0-4386-8ece-d0b641dd3b90 req-72527996-5df3-461f-b9c4-99fd205acde8 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 931 time: 0.1341639 Mar 08 18:54:02.684655 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f136b195-448b-41bd-b98b-f38267a0a482 {{(pid=109994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:02.709662 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks [] for port (f136b195-448b-41bd-b98b-f38267a0a482), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.740605 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.provisioning_blocks [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Transition to ACTIVE for port object f136b195-448b-41bd-b98b-f38267a0a482 will not be triggered until provisioned by entity L2. {{(pid=109994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:54:02.755148 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.770845 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0f1950a4-abd0-4386-8ece-d0b641dd3b90 req-c2da21cd-5c98-4713-aeb9-bad34cd05709 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033509 Mar 08 18:54:02.851092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Pushing event updated for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:02.988905 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Attempting to bind port f136b195-448b-41bd-b98b-f38267a0a482 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:02.989923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Attempting to bind port f136b195-448b-41bd-b98b-f38267a0a482 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:02.989923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Attempting to bind port f136b195-448b-41bd-b98b-f38267a0a482 on network 170b848b-09de-45e2-a1a4-4084f1dae0de {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:02.998975 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Port f136b195-448b-41bd-b98b-f38267a0a482 on network 170b848b-09de-45e2-a1a4-4084f1dae0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:54:02.999474 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Attempting to bind port f136b195-448b-41bd-b98b-f38267a0a482 on network 170b848b-09de-45e2-a1a4-4084f1dae0de {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:03.009277 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:03.010009 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Checking segment: {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:03.010797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Bound using segment: {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'} {{(pid=109994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:03.011701 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.managers [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Bound port: f136b195-448b-41bd-b98b-f38267a0a482, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524105b7-6c3d-45ce-b4ea-79d410d6ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de'}}] {{(pid=109994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:03.013478 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f136b195-448b-41bd-b98b-f38267a0a482), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.121945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, cleared binding levels {{(pid=109994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:03.126166 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f136b195-448b-41bd-b98b-f38267a0a482,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:03.138952 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.190021 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:03.190701 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.192163 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] 10.222.0.18 "PUT /v2.0/ports/f136b195-448b-41bd-b98b-f38267a0a482 HTTP/1.1" status: 200 len: 1093 time: 1.1608620 Mar 08 18:54:03.192619 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:03.194957 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c082b9f-2a66-4579-bef4-a327e4f874a4" -d '{"events": [{"name": "network-changed", "server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "tag": "f136b195-448b-41bd-b98b-f38267a0a482"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:03.239546 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8f27-6334-4f07-9b92-c1edce96340f service neutron] Pushing event updated for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=3']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:03.314645 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-c09878c7-ed09-4691-9224-bdc890b13c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:03.316412 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-c09878c7-ed09-4691-9224-bdc890b13c1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 1127 time: 0.0674469 Mar 08 18:54:03.366648 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5be0a4-b978-4ed8-b4e3-c856c2390cf9 x-openstack-request-id: req-eb5be0a4-b978-4ed8-b4e3-c856c2390cf9 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:03.366990 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "tag": "f136b195-448b-41bd-b98b-f38267a0a482", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:03.367221 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb5be0a4-b978-4ed8-b4e3-c856c2390cf9 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:03.367602 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482', 'status': 'completed', 'code': 200} Mar 08 18:54:03.369555 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-97895059-1ed9-4168-95de-7f608704bea7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f136b195-448b-41bd-b98b-f38267a0a482 HTTP/1.1" status: 200 len: 217 time: 0.0461340 Mar 08 18:54:03.446467 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-7c12d2e1-bdb4-4d69-b470-bc32051f91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:03.448055 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-7c12d2e1-bdb4-4d69-b470-bc32051f91dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a HTTP/1.1" status: 200 len: 853 time: 0.0713775 Mar 08 18:54:03.493717 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-cd279dc8-c1a6-4031-b632-0882c8f66a00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=170b848b-09de-45e2-a1a4-4084f1dae0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391812 Mar 08 18:54:03.635993 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-c9867c75-2a37-49fb-832d-6b561679c9b3 service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359913 Mar 08 18:54:03.799347 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73ca0-caf1-49ed-8141-942fd85c98e3 req-a334d58e-4fad-4d99-b86b-c5c076cc8819 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:03.800809 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-acc73ca0-caf1-49ed-8141-942fd85c98e3 req-a334d58e-4fad-4d99-b86b-c5c076cc8819 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0907381 Mar 08 18:54:03.817894 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ca68e3ea-7742-4907-940d-8fba019e37a7 req-388002cd-4612-42c7-9d20-9c24c93bcfaf service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765027 Mar 08 18:54:03.873637 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-acc73ca0-caf1-49ed-8141-942fd85c98e3 req-bb2e70eb-c3cb-4dbd-9a0a-24e2791afd8b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653825 Mar 08 18:54:04.013948 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-06d506d8-cdf2-4907-b3f5-e50a012498c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:04.015753 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-06d506d8-cdf2-4907-b3f5-e50a012498c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85d44a739c0444d691e3b651d9e198e0&device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 1127 time: 0.1073186 Mar 08 18:54:04.029578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20c23f-0453-4f1b-94ea-7db00af510e7 req-5b9701a9-5daa-449d-be59-92ef9c669a0a tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:04.031329 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c20c23f-0453-4f1b-94ea-7db00af510e7 req-5b9701a9-5daa-449d-be59-92ef9c669a0a tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 943 time: 0.0772586 Mar 08 18:54:04.220317 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c20c23f-0453-4f1b-94ea-7db00af510e7 req-744c3059-3b46-4828-a155-a85fa935c815 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789243 Mar 08 18:54:04.247061 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-5e365ba9-c09c-424e-9453-3e446849eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:04.247061 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-5e365ba9-c09c-424e-9453-3e446849eab4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 200 len: 914 time: 0.2126179 Mar 08 18:54:04.291453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-01eba1ea-e201-408c-8466-61ff17babbfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f136b195-448b-41bd-b98b-f38267a0a482 HTTP/1.1" status: 200 len: 217 time: 0.0387621 Mar 08 18:54:04.354629 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-1b434a2f-e0df-4ebf-93ca-cb2420a28465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:04.356519 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-1b434a2f-e0df-4ebf-93ca-cb2420a28465 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a HTTP/1.1" status: 200 len: 853 time: 0.0589330 Mar 08 18:54:04.401188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-bb577e0d-7c65-4b37-81ff-df01604d3e85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=170b848b-09de-45e2-a1a4-4084f1dae0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366724 Mar 08 18:54:04.530148 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-552c2ca3-c0a0-4140-98ab-e334d4e512d1 service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215594 Mar 08 18:54:04.923990 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c082b9f-2a66-4579-bef4-a327e4f874a4 req-36a0bc66-402b-4a84-808f-c152eedcc93f service neutron] 10.222.0.18 "GET /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854518 Mar 08 18:54:05.067875 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2228f-2c7e-4914-9295-3d94f375492e req-9dd5a720-c96b-473f-a925-cc76cb608315 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:05.076488 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3be2228f-2c7e-4914-9295-3d94f375492e req-9dd5a720-c96b-473f-a925-cc76cb608315 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0845177 Mar 08 18:54:05.125635 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3be2228f-2c7e-4914-9295-3d94f375492e req-f643da91-3bbf-4330-82ef-8aa20205c4ad tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483291 Mar 08 18:54:05.408133 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31501-feba-4046-8dbd-049c2a05aebf req-9c760407-aa54-463b-aa4b-3f0b15688d66 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:05.411045 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4d31501-feba-4046-8dbd-049c2a05aebf req-9c760407-aa54-463b-aa4b-3f0b15688d66 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 943 time: 0.0968807 Mar 08 18:54:05.477525 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a4d31501-feba-4046-8dbd-049c2a05aebf req-6e82dd08-d628-46b8-b38a-d0ad5eb11214 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Mar 08 18:54:06.342520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce04208-cfea-4a2f-8d0f-c53e2d21658e req-0147295b-1ff1-46eb-b6a5-7f360d0cfe95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.345134 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ce04208-cfea-4a2f-8d0f-c53e2d21658e req-0147295b-1ff1-46eb-b6a5-7f360d0cfe95 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0851595 Mar 08 18:54:06.430172 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ce04208-cfea-4a2f-8d0f-c53e2d21658e req-714b2831-c70d-4e38-842f-3a2f54fabf9e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704799 Mar 08 18:54:06.635705 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92752820-3cb3-4d4f-a858-01ed2a907d11 req-3e705eed-6edc-47ac-8b77-67c758c4d76f tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.643105 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-92752820-3cb3-4d4f-a858-01ed2a907d11 req-3e705eed-6edc-47ac-8b77-67c758c4d76f tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 943 time: 0.0748644 Mar 08 18:54:06.718839 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-92752820-3cb3-4d4f-a858-01ed2a907d11 req-51c57346-914d-45c2-bdf5-13b6e204f02c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748110 Mar 08 18:54:06.795516 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-05ec7ac6-5696-4564-8352-bfbdf3852529 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072424864&fields=id&tenant_id=bf50d1fbdbd747268e9e52317a836df4 HTTP/1.1" status: 200 len: 267 time: 0.0686035 Mar 08 18:54:06.873964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-4333653e-49af-408e-ba54-408e34f3208d tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.876450 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-4333653e-49af-408e-ba54-408e34f3208d tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 984 time: 0.0749824 Mar 08 18:54:06.888712 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Request body: {'port': {'security_groups': ['5f73eddb-b361-46d9-8ee2-8c60b244a21d']}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:06.986663 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.298730 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:07.338841 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.345815 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.360872 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:07.373571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:07.374263 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.375812 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3668ead7-5f0e-4e4a-a4d9-39b0e66ddcdd req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "PUT /v2.0/ports/9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 942 time: 0.4929564 Mar 08 18:54:07.376331 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:07.378825 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63" -d '{"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:07.385618 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51176) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:07.446147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b174f-2386-4801-a1f1-e741ba421f4c tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event updated for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=7']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:07.486269 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d7d5a-a62a-4f67-9a53-adfbc60bc504 x-openstack-request-id: req-8c4d7d5a-a62a-4f67-9a53-adfbc60bc504 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:07.486753 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:07.487220 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c4d7d5a-a62a-4f67-9a53-adfbc60bc504 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:07.490705 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:54:07.612815 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (b0892f94-6dad-4d1f-9f90-d1038d443a9d), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.672852 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:07.721896 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (b0892f94-6dad-4d1f-9f90-d1038d443a9d), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.745994 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device f136b195-448b-41bd-b98b-f38267a0a482 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:54:07.751348 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-b4383a26-9515-4854-9e4c-3cee9553db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:07.753527 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-b4383a26-9515-4854-9e4c-3cee9553db42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1129 time: 0.2467461 Mar 08 18:54:07.822991 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b0892f94-6dad-4d1f-9f90-d1038d443a9d), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.832549 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.841135 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "DELETE /v2.0/security-groups/b0892f94-6dad-4d1f-9f90-d1038d443a9d HTTP/1.1" status: 204 len: 168 time: 0.4460680 Mar 08 18:54:07.841802 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51192) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:07.898591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1177-7628-4709-8f80-86650c84e880 req-46121388-be93-476c-9cb2-a12c209fd6f6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:07.900376 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-944b1177-7628-4709-8f80-86650c84e880 req-46121388-be93-476c-9cb2-a12c209fd6f6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.2346158 Mar 08 18:54:07.919543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.db.resource_extend [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 18:54:07.980291 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0892f94-6dad-4d1f-9f90-d1038d443a9d,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:07.999099 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.000173 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.000988 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.001838 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.002640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.003479 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.005350 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.006335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.006930 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.007552 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.008122 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.008702 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.009279 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7a488-0db8-4188-8828-2ed410c39a93 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.057429 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-ce392308-a82c-4679-8b17-3c04c4bbf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:08.060212 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-ce392308-a82c-4679-8b17-3c04c4bbf60b service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.2989836 Mar 08 18:54:08.105269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f136b195-448b-41bd-b98b-f38267a0a482,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:08.129858 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-944b1177-7628-4709-8f80-86650c84e880 req-e38ae740-0962-4e58-8518-c9ea5fcac02a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090640 Mar 08 18:54:08.133104 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': 'f136b195-448b-41bd-b98b-f38267a0a482', 'network_id': '170b848b-09de-45e2-a1a4-4084f1dae0de', 'port_id': 'f136b195-448b-41bd-b98b-f38267a0a482', 'mac_address': 'fa:16:3e:f4:e4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373bd6d8-fb31-4f0b-b5d5-e320cb687c8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:54:08.160053 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3eda-a96c-4066-ac88-06ce0d472a83 req-f1404131-6971-4144-bd25-376764de7592 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:08.161676 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d10a3eda-a96c-4066-ac88-06ce0d472a83 req-f1404131-6971-4144-bd25-376764de7592 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 943 time: 0.2034698 Mar 08 18:54:08.168098 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-e88155a2-1eb3-4ba3-b9f9-0d1d00d1fc83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 1000 time: 0.0939679 Mar 08 18:54:08.254985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port f136b195-448b-41bd-b98b-f38267a0a482 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:08.256127 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f136b195-448b-41bd-b98b-f38267a0a482), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.292962 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f136b195-448b-41bd-b98b-f38267a0a482 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:08.315813 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Deleting port c2474ea2-fba5-4efd-9507-a9e31e413a32 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:08.316158 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.322982 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f136b195-448b-41bd-b98b-f38267a0a482,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:08.331263 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d10a3eda-a96c-4066-ac88-06ce0d472a83 req-6a1413cf-9bc2-482a-9bba-6f2163df1fce tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605189 Mar 08 18:54:08.334025 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-1c139a42-0333-46c3-9625-db290fda1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:08.337965 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-d9cacfc8-93bd-4111-b022-bab459a719aa None None] Provisioning complete for port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:08.339618 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d9cacfc8-93bd-4111-b022-bab459a719aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.343421 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-1c139a42-0333-46c3-9625-db290fda1618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.1614897 Mar 08 18:54:08.351489 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.424553 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.425419 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for floatingip (c2474ea2-fba5-4efd-9507-a9e31e413a32), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.431110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-ca5f1fcd-bd6e-409d-a0bc-2017b8ba2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:08.432253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-ca5f1fcd-bd6e-409d-a0bc-2017b8ba2950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816238 Mar 08 18:54:08.450701 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Calling delete_port for c2474ea2-fba5-4efd-9507-a9e31e413a32 owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:08.568468 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-1553b7d9-8f8d-4ea2-8763-988099a09d85 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236210 Mar 08 18:54:08.623815 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:08.687612 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['f136b195-448b-41bd-b98b-f38267a0a482'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:08.765586 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.766253 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.766785 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.767337 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.767865 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.768377 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.768925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.769525 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.770060 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.770562 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.771058 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.771607 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.772111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.811468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d9cacfc8-93bd-4111-b022-bab459a719aa None None] Current status of the port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:08.937153 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-19b66e02-d7b0-4b4a-8ed6-31bbbeb62a63 req-ea3aadfd-9c8e-4a8b-a302-77d412f1bf75 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583741 Mar 08 18:54:08.985027 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (c2474ea2-fba5-4efd-9507-a9e31e413a32), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.014148 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event deleted for resources: {'Port': ['ID=c2474ea2-fba5-4efd-9507-a9e31e413a32,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:09.113904 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks [] for floatingip (9f08ba2e-21b4-47c7-a41b-d5efa29b2907), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.114369 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Floating IP 9f08ba2e-21b4-47c7-a41b-d5efa29b2907 disassociated (deleted). External IP: 172.27.1.28, port: 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97. Mar 08 18:54:09.452415 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea3722-3764-41a1-a313-8ec7165cb811 req-8b8e0012-95f0-438a-bb91-bdb94e3357bc tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:09.456163 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e2ea3722-3764-41a1-a313-8ec7165cb811 req-8b8e0012-95f0-438a-bb91-bdb94e3357bc tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.1527791 Mar 08 18:54:09.521307 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Router 8316b170-3c52-463a-9a79-6afac3edaf08 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:09.592393 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e2ea3722-3764-41a1-a313-8ec7165cb811 req-0401dea6-8130-4f78-97b5-9a450266fdfe tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318760 Mar 08 18:54:09.624166 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae92186-1d5c-49c5-b189-80be9a17c99b req-86def1f7-d0d7-42df-b982-3feee0b3a1cf tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:09.626462 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ae92186-1d5c-49c5-b189-80be9a17c99b req-86def1f7-d0d7-42df-b982-3feee0b3a1cf tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 944 time: 0.1418073 Mar 08 18:54:09.691642 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:09.697421 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.707648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device f136b195-448b-41bd-b98b-f38267a0a482 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:09.712066 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ae92186-1d5c-49c5-b189-80be9a17c99b req-ee5e42b2-196a-4070-b601-7144088d5955 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786135 Mar 08 18:54:09.745051 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d93934e1-5faf-4d5a-8782-7a1ca9350dc3 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "DELETE /v2.0/floatingips/9f08ba2e-21b4-47c7-a41b-d5efa29b2907 HTTP/1.1" status: 204 len: 168 time: 1.8967855 Mar 08 18:54:09.746303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:09.751318 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58908774-cf08-44b5-9cad-5d9bfe2f7e37" -d '{"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:09.767401 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Sync routers for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:09.796849 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:09.797683 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:09.885797 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port f136b195-448b-41bd-b98b-f38267a0a482 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:54:09.915804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c2f12f-7ea6-4320-81c7-777e7187d6c9 x-openstack-request-id: req-98c2f12f-7ea6-4320-81c7-777e7187d6c9 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:09.916461 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:09.916916 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98c2f12f-7ea6-4320-81c7-777e7187d6c9 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:09.918846 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:54:09.920945 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port f136b195-448b-41bd-b98b-f38267a0a482 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:09.921335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f136b195-448b-41bd-b98b-f38267a0a482), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.987569 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:10.097231 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-6c8665f9-59f0-4eef-af0a-39e0592b956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.098885 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-6c8665f9-59f0-4eef-af0a-39e0592b956e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf50d1fbdbd747268e9e52317a836df4&device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 1129 time: 0.0878484 Mar 08 18:54:10.117073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port f136b195-448b-41bd-b98b-f38267a0a482 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:10.117501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f136b195-448b-41bd-b98b-f38267a0a482), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.163076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:10.172258 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a73b0-6246-4cbb-a732-86f47d194919" -d '{"events": [{"server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "name": "network-vif-plugged", "status": "completed", "tag": "f136b195-448b-41bd-b98b-f38267a0a482"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:10.204675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f136b195-448b-41bd-b98b-f38267a0a482,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:10.212665 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.311969 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-9475f3bc-1a02-4238-9641-3711ec053b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.313742 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-9475f3bc-1a02-4238-9641-3711ec053b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1129 time: 0.0785789 Mar 08 18:54:10.352869 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-15adc89b-face-4da4-89f6-e04cf46d3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.354884 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-15adc89b-face-4da4-89f6-e04cf46d3b75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 200 len: 915 time: 0.2491579 Mar 08 18:54:10.357491 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:10.374778 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2f032-66e2-4659-b961-d88c01168799 x-openstack-request-id: req-01a2f032-66e2-4659-b961-d88c01168799 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:10.375077 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "name": "network-vif-plugged", "status": "completed", "tag": "f136b195-448b-41bd-b98b-f38267a0a482", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:10.375403 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01a2f032-66e2-4659-b961-d88c01168799 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:10.375783 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482', 'code': 200} Mar 08 18:54:10.424870 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-8fae4c87-1748-410e-987c-678c9ccf8a0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 200 len: 217 time: 0.0515578 Mar 08 18:54:10.497706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-1e02501b-4fdf-4cc7-8bc7-1201a42620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.500118 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-1e02501b-4fdf-4cc7-8bc7-1201a42620e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 200 len: 853 time: 0.0645239 Mar 08 18:54:10.516310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-a58db5b6-22a6-41ec-974b-d2a647af8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.519051 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-a58db5b6-22a6-41ec-974b-d2a647af8876 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.1994319 Mar 08 18:54:10.522450 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:10.611784 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-5479d3e0-474d-431b-8bed-4bddd26c145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.613389 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-5479d3e0-474d-431b-8bed-4bddd26c145a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bbba04bd-0536-4937-ae80-5772df2ad1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038702 Mar 08 18:54:10.629005 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936aec-e534-4bf5-aabf-0f2c0d8963ca req-6c2abc78-d9bf-4f44-9b1c-f81ecbe38c3d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.630646 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b0936aec-e534-4bf5-aabf-0f2c0d8963ca req-6c2abc78-d9bf-4f44-9b1c-f81ecbe38c3d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.1186476 Mar 08 18:54:10.696098 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Checking router: 8316b170-3c52-463a-9a79-6afac3edaf08 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:10.721666 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:10.723068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:10.737054 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da6bb2-d2e1-4bda-890c-8df94569f3f1 req-b7ae9fea-6855-4015-bb37-adaefd1ee8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.739060 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-02da6bb2-d2e1-4bda-890c-8df94569f3f1 req-b7ae9fea-6855-4015-bb37-adaefd1ee8bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 1129 time: 0.1302409 Mar 08 18:54:10.745362 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-22908d2e-52bb-4797-804b-1b12f2e08285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 1001 time: 0.2153430 Mar 08 18:54:10.768926 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b0936aec-e534-4bf5-aabf-0f2c0d8963ca req-bdc833a2-40bf-44a9-953e-57d585e4e599 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195714 Mar 08 18:54:10.822066 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-02da6bb2-d2e1-4bda-890c-8df94569f3f1 req-17a6083b-a6f1-4719-90a3-9518afacb213 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Mar 08 18:54:10.844601 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-75ff8b24-699f-4f16-bb0a-c6d28fd94327 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117910 Mar 08 18:54:10.854889 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0592fb-2e7a-459d-8285-4847ec105636 req-3fdf01fd-b5bd-49d6-b2b4-61dcd1fbcbc4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.857289 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be0592fb-2e7a-459d-8285-4847ec105636 req-3fdf01fd-b5bd-49d6-b2b4-61dcd1fbcbc4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0848806 Mar 08 18:54:10.897727 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-bc99d490-9f6d-420e-88dd-90aa002b33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.900502 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-bc99d490-9f6d-420e-88dd-90aa002b33aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0828171 Mar 08 18:54:10.930120 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:10.941143 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be0592fb-2e7a-459d-8285-4847ec105636 req-5366ecf4-557a-4ae1-b45d-f86fe2897a8f tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780194 Mar 08 18:54:10.963027 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626a08-7f75-47cf-8df1-3b48818433ca req-895516db-de04-4d05-95fb-335d8d2cbce7 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.964927 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c5626a08-7f75-47cf-8df1-3b48818433ca req-895516db-de04-4d05-95fb-335d8d2cbce7 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 945 time: 0.1006353 Mar 08 18:54:11.069536 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c5626a08-7f75-47cf-8df1-3b48818433ca req-0ccddf66-4630-4675-ab39-ad277ef48835 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832903 Mar 08 18:54:11.091365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-88c74338-2ebd-49e0-972b-531f18830638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:11.093387 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-88c74338-2ebd-49e0-972b-531f18830638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693026 Mar 08 18:54:11.178871 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-58908774-cf08-44b5-9cad-5d9bfe2f7e37 req-e8fcbe14-897e-42a7-ad20-dda433a48509 service neutron] 10.222.0.18 "GET /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477611 Mar 08 18:54:11.212717 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-fb69fd1f-146c-4e77-85fe-11679fc4e477 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116338 Mar 08 18:54:11.213786 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:11.249305 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bee8b-93dc-468f-97c8-36efd8dd601a None None] The sync data for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi is: [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:51:18Z', 'revision_number': 4, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '55f15923-8410-4d7b-9fef-ab5e7fd586b9', 'name': '', 'network_id': 'bbba04bd-0536-4937-ae80-5772df2ad1ef', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'mac_address': 'fa:16:3e:9a:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:18Z', 'updated_at': '2022-03-08T18:51:25Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'subnets': [{'id': 'd8ab7bbb-4dfe-4a11-850a-7fb22990060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:11.354155 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-2a37d446-50bc-4c59-8294-621cba5505c4 req-adc70820-e446-4a64-993b-9936e23a6250 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336441 Mar 08 18:54:11.565350 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c8e49-4a0e-4d3c-8ddb-be147f67c496 None None] New status for floating IP 9f08ba2e-21b4-47c7-a41b-d5efa29b2907: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:54:11.919276 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca3ac-d348-4167-b2fe-e563da3cbbbe req-5e8b9114-26cb-437b-a706-f125beba26fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:11.920782 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e3ca3ac-d348-4167-b2fe-e563da3cbbbe req-5e8b9114-26cb-437b-a706-f125beba26fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.0796602 Mar 08 18:54:11.982276 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3e3ca3ac-d348-4167-b2fe-e563da3cbbbe req-afd40166-7ed9-4ef9-aa1c-610c5e3dca85 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516255 Mar 08 18:54:12.108159 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9d067-459b-4e97-92ec-139972cb1c54 req-86af3ca9-3304-4e88-bf35-fedfaf615ca3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:12.110692 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3ca9d067-459b-4e97-92ec-139972cb1c54 req-86af3ca9-3304-4e88-bf35-fedfaf615ca3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Mar 08 18:54:12.193731 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3ca9d067-459b-4e97-92ec-139972cb1c54 req-c4b0c1a0-14f4-473c-8e97-827bcc48ffb4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767813 Mar 08 18:54:12.223845 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce40dd-b38d-40b8-8ba0-a467334212a5 req-c51cfae2-c5de-4660-b65d-1d329749a337 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:12.225648 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9ce40dd-b38d-40b8-8ba0-a467334212a5 req-c51cfae2-c5de-4660-b65d-1d329749a337 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Mar 08 18:54:12.279478 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9ce40dd-b38d-40b8-8ba0-a467334212a5 req-840fb790-bdec-4806-b3be-c7cba161a0e7 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Mar 08 18:54:12.650315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c1c391ab-9bdb-472d-b2fb-e5ddf1db43d0 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:12.652292 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c1c391ab-9bdb-472d-b2fb-e5ddf1db43d0 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.3100455 Mar 08 18:54:12.770582 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port dcab2108-b08a-4f49-95f4-3e16371163a3 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:12.770918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.791881 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9368f-bda3-49d4-ac38-c9186b0913b3 req-40a8d8e6-d56d-4947-9059-c747fa00ecda tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:12.793416 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a6b9368f-bda3-49d4-ac38-c9186b0913b3 req-40a8d8e6-d56d-4947-9059-c747fa00ecda tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.0549283 Mar 08 18:54:12.844956 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a6b9368f-bda3-49d4-ac38-c9186b0913b3 req-e1f56185-8492-441d-832d-ca03ce7143e2 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Mar 08 18:54:12.864463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] For port dcab2108-b08a-4f49-95f4-3e16371163a3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dcab2108-b08a-4f49-95f4-3e16371163a3,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:12.864824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.037865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.038234 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.038592 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP a7adaa96-491d-45eb-b7e1-9e7692b37909 disassociated. External IP: 172.27.1.54, port: dcab2108-b08a-4f49-95f4-3e16371163a3. Mar 08 18:54:13.038919 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for dcab2108-b08a-4f49-95f4-3e16371163a3 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:13.171533 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb77e01-9aad-4dcf-8317-0ac15756c60f req-77a03a3c-0d2a-41f0-8e24-b5268e0bd0a1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:13.173817 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8fb77e01-9aad-4dcf-8317-0ac15756c60f req-77a03a3c-0d2a-41f0-8e24-b5268e0bd0a1 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9 HTTP/1.1" status: 200 len: 946 time: 0.0624180 Mar 08 18:54:13.208429 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (dcab2108-b08a-4f49-95f4-3e16371163a3), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.235975 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8fb77e01-9aad-4dcf-8317-0ac15756c60f req-7f3d6dbf-2943-4041-8199-c193143f206c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=19207d02-9f44-4a18-a96d-9b2215484b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562446 Mar 08 18:54:13.245005 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=dcab2108-b08a-4f49-95f4-3e16371163a3,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:13.348848 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d19ce-9fb9-4c8f-b554-4547fa5c50d5 req-10c15a88-f27d-443d-a69f-85731073f5f6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:13.350359 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e41d19ce-9fb9-4c8f-b554-4547fa5c50d5 req-10c15a88-f27d-443d-a69f-85731073f5f6 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 945 time: 0.0575550 Mar 08 18:54:13.379399 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:13.400542 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e41d19ce-9fb9-4c8f-b554-4547fa5c50d5 req-c435a80f-d524-4628-a987-e29f326785f3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Mar 08 18:54:13.498697 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:13.515141 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:13.526346 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:13.527649 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:13.545994 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] No DVR routers for this DVR port dcab2108-b08a-4f49-95f4-3e16371163a3 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:13.548883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.552968 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-21ab2609-7956-4617-8b00-7b87ab5e941a req-c62cee44-2808-403e-ae52-51b492540442 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "DELETE /v2.0/ports/dcab2108-b08a-4f49-95f4-3e16371163a3 HTTP/1.1" status: 204 len: 173 time: 0.8879445 Mar 08 18:54:13.553739 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'name': 'network-vif-deleted', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:13.556187 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5fef0-55fe-427d-a41e-83646bbd77e7" -d '{"events": [{"server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "name": "network-vif-deleted", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:13.594573 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c1cc3-bc3b-4582-b6c6-5711568279f2 x-openstack-request-id: req-107c1cc3-bc3b-4582-b6c6-5711568279f2 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:13.594870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a567ab-b899-4ed7-9e7f-7085cc7ac3f9", "name": "network-vif-deleted", "tag": "dcab2108-b08a-4f49-95f4-3e16371163a3", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:13.595166 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-107c1cc3-bc3b-4582-b6c6-5711568279f2 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:13.595553 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a567ab-b899-4ed7-9e7f-7085cc7ac3f9', 'name': 'network-vif-deleted', 'tag': 'dcab2108-b08a-4f49-95f4-3e16371163a3', 'status': 'completed', 'code': 200} Mar 08 18:54:13.699861 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:13.766821 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:13.983334 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: ACTIVE; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:13.983895 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.022918 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f461-6bef-4530-ab96-9d3a5ffa1a3d req-1a630526-dc4a-46b7-b50e-772e5fbfdcc1 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.025079 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:14.027166 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-df92f461-6bef-4530-ab96-9d3a5ffa1a3d req-1a630526-dc4a-46b7-b50e-772e5fbfdcc1 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.1036961 Mar 08 18:54:14.028137 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6d71a-5c66-43b5-990d-f7da1b44e8ad" -d '{"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:14.038548 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:14.045148 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.082728 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c1036e-7475-44c2-a7ff-79ec0ea2fbcb x-openstack-request-id: req-33c1036e-7475-44c2-a7ff-79ec0ea2fbcb {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:14.083027 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-unplugged", "status": "failed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "code": 422}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:14.083311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33c1036e-7475-44c2-a7ff-79ec0ea2fbcb {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:14.083753 dv-cinder-830087-3-iscsi neutron-server[109996]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'code': 422} returned with failed status Mar 08 18:54:14.116895 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-df92f461-6bef-4530-ab96-9d3a5ffa1a3d req-c766c19a-96d6-4d83-8860-57af1e96daab tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f73eddb-b361-46d9-8ee2-8c60b244a21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Mar 08 18:54:14.145601 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=8']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:14.176184 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:14.226393 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:14.238981 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:14.239650 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:14.375584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:14.388341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51318) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:14.467075 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (19207d02-9f44-4a18-a96d-9b2215484b05), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.496645 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (19207d02-9f44-4a18-a96d-9b2215484b05), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.592421 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-57b4ed35-e33f-495b-b05b-519aac4ec3ac tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.593966 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-57b4ed35-e33f-495b-b05b-519aac4ec3ac tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.18 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 945 time: 0.0865655 Mar 08 18:54:14.608024 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-4f7cebba-6273-4609-b285-0939f464a72e req-bbc64d2c-dc1d-4516-8e62-3e0486c5d794 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:54:14.609072 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4f7cebba-6273-4609-b285-0939f464a72e req-bbc64d2c-dc1d-4516-8e62-3e0486c5d794 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585825 Mar 08 18:54:14.634367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (19207d02-9f44-4a18-a96d-9b2215484b05), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.637718 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.639589 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/security-groups/19207d02-9f44-4a18-a96d-9b2215484b05 HTTP/1.1" status: 204 len: 168 time: 0.2479720 Mar 08 18:54:14.642413 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51326) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:14.656389 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7776d3-e912-4d59-92b3-595d3bf88158 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19207d02-9f44-4a18-a96d-9b2215484b05,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:14.658893 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:14.664829 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.api.v2.resource [None req-dada9206-d32b-4b1e-8ae5-07e84c9ba80d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] show failed (client error): The resource could not be found. Mar 08 18:54:14.665913 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-dada9206-d32b-4b1e-8ae5-07e84c9ba80d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups/19207d02-9f44-4a18-a96d-9b2215484b05 HTTP/1.1" status: 404 len: 347 time: 0.0222919 Mar 08 18:54:14.669014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51328) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:14.696927 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419249-3f86-43db-a657-0aeba58afd54 None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:14.749266 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Deleting port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:14.749618 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.921676 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] For port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:14.922204 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.941141 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Calling delete_port for 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:14.954969 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e27c-7a77-456e-9061-6c7ac7dc92d2 req-bf1a67fc-bd6f-4545-9ea1-ec5717dd6821 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.964486 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fab7e27c-7a77-456e-9061-6c7ac7dc92d2 req-bf1a67fc-bd6f-4545-9ea1-ec5717dd6821 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1335428 Mar 08 18:54:14.969243 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port e6b356a1-ccb5-4b09-8845-1a914ae4b5d5 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:14.969825 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.021161 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-c7f99807-9127-4fa4-85cc-8f04d6607acd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451743 Mar 08 18:54:15.100837 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135307e7-8191-4698-845f-163babf7f194 None None] New status for floating IP a7adaa96-491d-45eb-b7e1-9e7692b37909: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:54:15.111092 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fab7e27c-7a77-456e-9061-6c7ac7dc92d2 req-44f48047-7366-4c50-a3ce-b8bd2e29c4c7 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449039 Mar 08 18:54:15.125630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.125976 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.146901 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-ad7aa436-d4c5-448e-b750-32503fc595a5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:15.147344 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for e6b356a1-ccb5-4b09-8845-1a914ae4b5d5 owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:15.147460 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-ad7aa436-d4c5-448e-b750-32503fc595a5 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports/0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 940 time: 0.0876820 Mar 08 18:54:15.172361 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.186050 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:15.212995 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Pushing event deleted for resources: {'Port': ['ID=9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.318275 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] No DVR routers for this DVR port 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:15.321129 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.327601 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1ed48824-e426-4a67-8579-cbec0ececc6d req-31cc0ca1-f105-4763-9e10-686f179dc797 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.18 "DELETE /v2.0/ports/9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 HTTP/1.1" status: 204 len: 173 time: 0.7284901 Mar 08 18:54:15.339641 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4c8f677b-d0c3-4a92-b669-6e17e87e589b req-ee63b4af-a6e2-46bd-b974-d67983e7fa62 tempest-TestMinimumBasicScenario-1079500073 tempest-TestMinimumBasicScenario-1079500073-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db10ae7-76db-4441-99e8-f45c3c142c51 HTTP/1.1" status: 200 len: 210 time: 0.0507751 Mar 08 18:54:15.411440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (e6b356a1-ccb5-4b09-8845-1a914ae4b5d5), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.446868 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=e6b356a1-ccb5-4b09-8845-1a914ae4b5d5,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.516719 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (a7adaa96-491d-45eb-b7e1-9e7692b37909), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.519534 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.520728 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-db20bcbc-a590-4784-880a-6c5a07c0eb4a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/floatingips/a7adaa96-491d-45eb-b7e1-9e7692b37909 HTTP/1.1" status: 204 len: 168 time: 0.8506091 Mar 08 18:54:15.597284 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'name': 'network-vif-deleted', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:15.599673 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ce989-6b08-4d35-8ed9-960ff8ba94a1" -d '{"events": [{"server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "name": "network-vif-deleted", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:15.664434 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efdac9b-f4ca-4c61-87a1-2f56890e8c63 x-openstack-request-id: req-1efdac9b-f4ca-4c61-87a1-2f56890e8c63 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:15.664997 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db10ae7-76db-4441-99e8-f45c3c142c51", "name": "network-vif-deleted", "tag": "9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:15.665400 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1efdac9b-f4ca-4c61-87a1-2f56890e8c63 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:15.665958 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db10ae7-76db-4441-99e8-f45c3c142c51', 'name': 'network-vif-deleted', 'tag': '9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97', 'status': 'completed', 'code': 200} Mar 08 18:54:16.073961 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51356) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:16.082345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465297827', 'description': 'tempest-description--921705792'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:16.113921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-f690cae1-afab-49de-b6d1-e5a9f541eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.114359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.115963 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-f690cae1-afab-49de-b6d1-e5a9f541eab1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945&tenant_id=07a81f4e35524160b30885ef7e30fabb HTTP/1.1" status: 200 len: 1127 time: 0.0685222 Mar 08 18:54:16.225625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-cc07c59c-6751-467a-af46-b4de91f33b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.226935 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (b224a399-b566-4fa7-bab9-570f688c6350), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.228244 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-cc07c59c-6751-467a-af46-b4de91f33b46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1127 time: 0.0874147 Mar 08 18:54:16.242749 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b224a399-b566-4fa7-bab9-570f688c6350), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.335604 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.338533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2622762 Mar 08 18:54:16.343625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51360) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:16.348872 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61249c0f-ecc5-417e-a7e3-1b82636cdd93 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b224a399-b566-4fa7-bab9-570f688c6350,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.349598 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': 'b224a399-b566-4fa7-bab9-570f688c6350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:16.392397 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069c8c1-0c19-4659-bcac-ccff0932c912 req-7f465af2-d326-4338-b81b-5040584c3bc1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.396258 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6069c8c1-0c19-4659-bcac-ccff0932c912 req-7f465af2-d326-4338-b81b-5040584c3bc1 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1734815 Mar 08 18:54:16.432286 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (6e127f8f-6518-4a16-b9c9-a281d75090d1), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.440959 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-79bb50b6-3168-4092-8d33-da179f415eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.443596 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-79bb50b6-3168-4092-8d33-da179f415eea service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.2093353 Mar 08 18:54:16.451862 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6069c8c1-0c19-4659-bcac-ccff0932c912 req-702748e9-43df-4b6d-8abc-9680f93afbdc tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514574 Mar 08 18:54:16.584616 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-ceb3c931-a35e-42d6-a42c-b5bcbaac9739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 999 time: 0.1247563 Mar 08 18:54:16.604015 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (6e127f8f-6518-4a16-b9c9-a281d75090d1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.629841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (6e127f8f-6518-4a16-b9c9-a281d75090d1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.661948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e127f8f-6518-4a16-b9c9-a281d75090d1,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.671651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-0a49d547-4dd5-4ffe-b541-d2f31a33e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.673254 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-0a49d547-4dd5-4ffe-b541-d2f31a33e141 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.0832574 Mar 08 18:54:16.676796 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.677976 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-04a77dfd-8f7e-4546-848a-bd261c92fb2e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332522 Mar 08 18:54:16.682678 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51380) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:16.690525 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'security_group_rule': {'security_group_id': 'b224a399-b566-4fa7-bab9-570f688c6350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:16.740921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-530d6a56-6472-4018-a43f-c78a5bbb8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.742417 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (74955d3d-fcb4-4782-9e4f-9e522eee440d), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.743214 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-530d6a56-6472-4018-a43f-c78a5bbb8229 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640330 Mar 08 18:54:16.825574 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (74955d3d-fcb4-4782-9e4f-9e522eee440d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.834754 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (74955d3d-fcb4-4782-9e4f-9e522eee440d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.868665 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74955d3d-fcb4-4782-9e4f-9e522eee440d,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.892619 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.893275 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-f2d33369-38c2-4ef8-9ec9-b1d1c93b40f0 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432858 Mar 08 18:54:16.895203 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-59b51e90-cb80-49ab-9eb7-023c13369403 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102997 Mar 08 18:54:16.897464 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51398) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:16.903259 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:16.929024 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.072584 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.084983 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-0d3729bf-4fe2-4bda-a3f1-b6e01dc6fda6 req-b4154aa5-1007-43be-aa7d-503d9cb0c57d service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851246 Mar 08 18:54:17.194801 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.27.1.109 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/0d9c9cb3-12a8-4abe-bf48-f9be24de0611) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:17.290937 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51414) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:17.349790 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.411685 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.488338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:17.491509 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:17.498945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:17.541912 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=0d9c9cb3-12a8-4abe-bf48-f9be24de0611,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:17.678221 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.771954 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device dcab2108-b08a-4f49-95f4-3e16371163a3 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:17.818048 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.839786 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: dcab2108-b08a-4f49-95f4-3e16371163a3 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:17.843736 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device dcab2108-b08a-4f49-95f4-3e16371163a3 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:17.846281 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:17.926546 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9e81-185d-4abf-af49-ac3d978515a7 req-c5980750-2cc0-4b61-a05c-254026c0b6f8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.928325 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9fb9e81-185d-4abf-af49-ac3d978515a7 req-c5980750-2cc0-4b61-a05c-254026c0b6f8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.2388506 Mar 08 18:54:18.082245 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: DOWN; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:18.189886 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9fb9e81-185d-4abf-af49-ac3d978515a7 req-aae81c7d-dd1c-40b3-b8b5-b2ade747dcc3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503984 Mar 08 18:54:18.259705 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (8316b170-3c52-463a-9a79-6afac3edaf08), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.281207 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.289358 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.334514 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=0d9c9cb3-12a8-4abe-bf48-f9be24de0611,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:18.426141 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.447984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.467188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-17688dda-566b-4087-93df-b45d082942dd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5682364 Mar 08 18:54:18.682201 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-993d0221-8762-4ccd-bbdb-631e7fe5f170 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1465297827&fields=id&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 267 time: 0.0683582 Mar 08 18:54:18.689636 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Deleting port 55f15923-8410-4d7b-9fef-ab5e7fd586b9 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:18.689978 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.810668 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] For port 55f15923-8410-4d7b-9fef-ab5e7fd586b9, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=55f15923-8410-4d7b-9fef-ab5e7fd586b9,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:18.811521 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.826396 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Calling delete_port for 55f15923-8410-4d7b-9fef-ab5e7fd586b9 owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:18.883330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-f12482ad-c759-4355-9cc5-de35fcea5cc8 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:18.885796 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-f12482ad-c759-4355-9cc5-de35fcea5cc8 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.2015114 Mar 08 18:54:18.923980 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-31ab0898-1612-4c9b-9793-a19ac0bf815b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/quotas/a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 375 time: 0.0300903 Mar 08 18:54:19.019879 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-6af3fdf5-3799-4e03-ba83-9c6efa23e5da tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883203 Mar 08 18:54:19.140073 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (55f15923-8410-4d7b-9fef-ab5e7fd586b9), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.198396 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f15923-8410-4d7b-9fef-ab5e7fd586b9,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:19.719200 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-514a45e1-2c47-43f7-9e41-7dd735b0e6ed service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870673 Mar 08 18:54:19.729066 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (8316b170-3c52-463a-9a79-6afac3edaf08), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.738463 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749b96-c39e-4f93-87dd-4083408b32d0 req-3821ccd2-d9b2-486a-a934-c1d89e2b6b91 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:19.753149 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-74749b96-c39e-4f93-87dd-4083408b32d0 req-3821ccd2-d9b2-486a-a934-c1d89e2b6b91 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.2304688 Mar 08 18:54:19.800984 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:20.079843 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-74749b96-c39e-4f93-87dd-4083408b32d0 req-b66318df-7eff-4986-a6f6-288fc3c98b40 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243515 Mar 08 18:54:20.157820 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:20.158985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 9c08f3aa-c2b7-4c1f-a1b3-3ebbc7122e97 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:20.194299 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-8aef455a-874a-46fa-a42e-9df8da80b48a service neutron] 10.222.0.57 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364219 Mar 08 18:54:20.250832 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Router 8316b170-3c52-463a-9a79-6afac3edaf08 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:20.417759 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:20.426507 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7ae9f729-4225-4a88-b545-fe35472913e6 admin admin] 10.222.0.57 "PUT /v2.0/routers/8316b170-3c52-463a-9a79-6afac3edaf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1341243 Mar 08 18:54:20.432296 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51454) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:20.454737 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Sync routers for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:20.519498 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:20.520554 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:20.669731 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-708256a6-c39b-419d-a9f7-d6bcb1772546 req-100284bd-b8b3-4f5d-abc7-fcac1c35f27d tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0654974 Mar 08 18:54:20.728540 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks [] for router (8316b170-3c52-463a-9a79-6afac3edaf08), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.748337 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6fee0556-8df7-4279-8821-abdd27ff69c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.888527 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:21.112751 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks [] for router_gateway (8316b170-3c52-463a-9a79-6afac3edaf08), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.242154 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:54:19Z', 'revision_number': 5, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port': {'id': '4c1cc522-7068-451d-b643-38fd4a7e1bc5', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:13Z', 'updated_at': '2022-03-08T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:21.316530 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Checking router: 8316b170-3c52-463a-9a79-6afac3edaf08 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:21.333278 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Routers {'8316b170-3c52-463a-9a79-6afac3edaf08'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:21.334871 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:53:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8316b170-3c52-463a-9a79-6afac3edaf08'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:21.429868 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251b4f2-bd3c-4004-9651-51619851b098 req-476eba7c-bbcb-4d7a-8eff-ea7a61231ad4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:21.434307 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9251b4f2-bd3c-4004-9651-51619851b098 req-476eba7c-bbcb-4d7a-8eff-ea7a61231ad4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1492815 Mar 08 18:54:21.496175 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Deleting port 4c1cc522-7068-451d-b643-38fd4a7e1bc5 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:21.497026 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.569305 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] Set router 8316b170-3c52-463a-9a79-6afac3edaf08 gateway port host: None {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:21.660602 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9251b4f2-bd3c-4004-9651-51619851b098 req-3507fdee-365a-4421-b9d2-0f7d75f86d5c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170324 Mar 08 18:54:21.699338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:54:21Z', 'revision_number': 6, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:21.750447 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] For port 4c1cc522-7068-451d-b643-38fd4a7e1bc5, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c1cc522-7068-451d-b643-38fd4a7e1bc5,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:21.751399 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.764364 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fedc2-22b4-4d17-9a03-b3287d37e667 None None] The sync data for ids ['8316b170-3c52-463a-9a79-6afac3edaf08'] in dv-cinder-830087-3-iscsi is: [{'id': '8316b170-3c52-463a-9a79-6afac3edaf08', 'name': 'tempest-TestMinimumBasicScenario-764291906-router', 'tenant_id': 'bf50d1fbdbd747268e9e52317a836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:12Z', 'updated_at': '2022-03-08T18:54:21Z', 'revision_number': 6, 'project_id': 'bf50d1fbdbd747268e9e52317a836df4', 'gw_port_host': None}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:21.773068 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Calling delete_port for 4c1cc522-7068-451d-b643-38fd4a7e1bc5 owned by network:router_gateway {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:21.896813 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a5fea1d7-11d3-473c-8106-abc5b397622b req-a858bfef-2101-4062-abd2-2fd174bdc1f8 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0598407 Mar 08 18:54:22.060478 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (4c1cc522-7068-451d-b643-38fd4a7e1bc5), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.089902 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1cc522-7068-451d-b643-38fd4a7e1bc5,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:22.160865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (8316b170-3c52-463a-9a79-6afac3edaf08), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.278194 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (8316b170-3c52-463a-9a79-6afac3edaf08), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.280668 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks [] for router_controller (8316b170-3c52-463a-9a79-6afac3edaf08), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.348552 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (8316b170-3c52-463a-9a79-6afac3edaf08), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.349155 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8316b170-3c52-463a-9a79-6afac3edaf08 {{(pid=109994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:54:22.357115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.358524 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f3c1c2da-2374-474c-a4c6-2651a122bc01 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8316b170-3c52-463a-9a79-6afac3edaf08 HTTP/1.1" status: 204 len: 168 time: 1.9249661 Mar 08 18:54:22.361229 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51476) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:22.415857 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Deleting subnet d8ab7bbb-4dfe-4a11-850a-7fb22990060b {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:54:22.420459 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Publish callbacks [] for subnet (d8ab7bbb-4dfe-4a11-850a-7fb22990060b), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.454772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (d8ab7bbb-4dfe-4a11-850a-7fb22990060b), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.569260 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (d8ab7bbb-4dfe-4a11-850a-7fb22990060b), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.635616 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (d8ab7bbb-4dfe-4a11-850a-7fb22990060b), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.659971 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ab7bbb-4dfe-4a11-850a-7fb22990060b,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:22.666272 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.670195 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6396c1fb-ec9e-4467-9de1-8e03503f209e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d8ab7bbb-4dfe-4a11-850a-7fb22990060b HTTP/1.1" status: 204 len: 168 time: 0.3078535 Mar 08 18:54:22.675970 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51478) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:22.682923 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f069a-3260-4f12-a633-a3b3f0475e95 None None] Network bbba04bd-0536-4937-ae80-5772df2ad1ef requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:22.819691 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (bbba04bd-0536-4937-ae80-5772df2ad1ef), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.958163 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d45deb-bdc6-4b36-9eab-1458fd467fe0 req-3cf3a5ef-138a-485f-9abb-de5bc6b433c8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:22.959817 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-01d45deb-bdc6-4b36-9eab-1458fd467fe0 req-3cf3a5ef-138a-485f-9abb-de5bc6b433c8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1285188 Mar 08 18:54:22.988160 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Deleting port 815cf6a7-70d3-4ca4-b498-c13a13455f17 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:22.988587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.051322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] DHCP port deletion for bbba04bd-0536-4937-ae80-5772df2ad1ef request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:54:23.136561 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Deleting port 815cf6a7-70d3-4ca4-b498-c13a13455f17 {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:23.136938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.159269 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9ce28f5d-de7c-4f57-8ddf-765d4523069f req-6743da33-8198-4eb5-a7d1-45cf3fb90211 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0436234 Mar 08 18:54:23.181656 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] For port 815cf6a7-70d3-4ca4-b498-c13a13455f17, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=815cf6a7-70d3-4ca4-b498-c13a13455f17,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:23.186207 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.211188 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Calling delete_port for 815cf6a7-70d3-4ca4-b498-c13a13455f17 owned by network:dhcp {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:23.230649 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-01d45deb-bdc6-4b36-9eab-1458fd467fe0 req-16611933-df64-4cac-9ec8-5913e3410b54 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533975 Mar 08 18:54:23.270736 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] For port 815cf6a7-70d3-4ca4-b498-c13a13455f17, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=815cf6a7-70d3-4ca4-b498-c13a13455f17,segment=NetworkSegment(b556632c-2b6b-42e7-969b-33d67c94910a),segment_id=b556632c-2b6b-42e7-969b-33d67c94910a)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:23.271282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.327891 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Calling delete_port for 815cf6a7-70d3-4ca4-b498-c13a13455f17 owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:23.430714 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-80465475-6e22-4180-896b-11c6ae4bf810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.433330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.476002 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Pushing event deleted for resources: {'Port': ['ID=815cf6a7-70d3-4ca4-b498-c13a13455f17,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:23.477374 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 815cf6a7-70d3-4ca4-b498-c13a13455f17 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:23.480023 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] No DVR routers for this DVR port 815cf6a7-70d3-4ca4-b498-c13a13455f17 on host dv-cinder-830087-3-iscsi {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:23.507160 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 815cf6a7-70d3-4ca4-b498-c13a13455f17 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:23.508461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 815cf6a7-70d3-4ca4-b498-c13a13455f17 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:23.508461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 55f15923-8410-4d7b-9fef-ab5e7fd586b9 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:23.553119 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 55f15923-8410-4d7b-9fef-ab5e7fd586b9 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:23.553119 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 55f15923-8410-4d7b-9fef-ab5e7fd586b9 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:23.553694 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c1cc522-7068-451d-b643-38fd4a7e1bc5 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:23.583598 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (bbba04bd-0536-4937-ae80-5772df2ad1ef), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.603234 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 4c1cc522-7068-451d-b643-38fd4a7e1bc5 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:23.603668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c1cc522-7068-451d-b643-38fd4a7e1bc5 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:23.626577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbba04bd-0536-4937-ae80-5772df2ad1ef']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:23.646304 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b556632c-2b6b-42e7-969b-33d67c94910a') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:23.646898 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b556632c-2b6b-42e7-969b-33d67c94910a') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:23.652326 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (815cf6a7-70d3-4ca4-b498-c13a13455f17), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.665149 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (b556632c-2b6b-42e7-969b-33d67c94910a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.672909 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] No DVR routers for this DVR port 815cf6a7-70d3-4ca4-b498-c13a13455f17 on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:23.685566 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (b556632c-2b6b-42e7-969b-33d67c94910a), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.694545 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:54:23.695252 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (b556632c-2b6b-42e7-969b-33d67c94910a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.712093 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd6af-7e61-405b-b7fe-6ea0e3837069 None None] Pushing event deleted for resources: {'Port': ['ID=815cf6a7-70d3-4ca4-b498-c13a13455f17,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:54:23.761308 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:54:23.781936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (bbba04bd-0536-4937-ae80-5772df2ad1ef), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.789390 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:23.797354 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51486) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:23.799888 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] 10.222.0.57 "DELETE /v2.0/networks/bbba04bd-0536-4937-ae80-5772df2ad1ef HTTP/1.1" status: 204 len: 168 time: 1.1220512 Mar 08 18:54:23.812115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabf815-1f93-4c71-bef2-a07e3924327b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbba04bd-0536-4937-ae80-5772df2ad1ef,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:24.365517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-66b5abbf-23fc-4a11-80df-9dfff61d68ad req-177ddab2-b440-4800-b509-22a0f05a5b73 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0453267 Mar 08 18:54:24.393862 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f3ff4-eca5-46b6-8bc6-cb188f8475e2 req-4896a4ed-8a77-40e6-8d9d-7f1c57139217 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:24.400101 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a68f3ff4-eca5-46b6-8bc6-cb188f8475e2 req-4896a4ed-8a77-40e6-8d9d-7f1c57139217 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0890486 Mar 08 18:54:24.462944 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a68f3ff4-eca5-46b6-8bc6-cb188f8475e2 req-882e5ac9-bcc6-46e5-b066-3d03c1fbbcff tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593798 Mar 08 18:54:24.520484 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:24.805504 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Deleting port 77ac4658-8665-47c6-86b5-70d58edd1898 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:24.806557 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:24.831421 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:24.913870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] For port 77ac4658-8665-47c6-86b5-70d58edd1898, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=77ac4658-8665-47c6-86b5-70d58edd1898,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:24.914376 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:24.933378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Calling delete_port for 77ac4658-8665-47c6-86b5-70d58edd1898 owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:25.165258 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (77ac4658-8665-47c6-86b5-70d58edd1898), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:25.197334 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Pushing event deleted for resources: {'Port': ['ID=77ac4658-8665-47c6-86b5-70d58edd1898,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:25.540572 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:25.550382 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9bb4bff9-73cd-4619-bc1e-75873e80fb76 req-0d45bba5-409e-41fa-b6da-fbae7cf9c0cd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0364380 Mar 08 18:54:25.678338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5dd8-d589-49ab-8767-1bdc6352f785 req-4e9cff2b-57fd-4f23-a26f-d4c2c4b7d72e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:25.681114 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ae4d5dd8-d589-49ab-8767-1bdc6352f785 req-4e9cff2b-57fd-4f23-a26f-d4c2c4b7d72e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0991223 Mar 08 18:54:25.780886 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ae4d5dd8-d589-49ab-8767-1bdc6352f785 req-d72e38d2-dbf1-49fd-95d0-ad37354d899b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933375 Mar 08 18:54:25.914123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:26.048465 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:26.053555 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d33eaeb7-8735-4717-9f7e-b0d70102432f admin admin] 10.222.0.57 "PUT /v2.0/routers/99a67d84-9c75-4298-a3d5-cdb9fc6920d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2551191 Mar 08 18:54:26.056117 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51502) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:26.062286 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Sync routers for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:26.103817 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:26.105101 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:26.206133 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks [] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.233030 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.259357 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:26.383983 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks [] for router_gateway (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.453698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Deleting port f3cd43c0-726c-47e7-8642-21cc72d653e6 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:26.454070 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.632096 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:54:25Z', 'revision_number': 5, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port': {'id': 'f3cd43c0-726c-47e7-8642-21cc72d653e6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:51:24Z', 'updated_at': '2022-03-08T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:26.665742 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Checking router: 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:26.667152 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] For port f3cd43c0-726c-47e7-8642-21cc72d653e6, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3cd43c0-726c-47e7-8642-21cc72d653e6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:26.667536 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.679153 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Routers {'99a67d84-9c75-4298-a3d5-cdb9fc6920d1'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:26.680065 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:26.697005 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Calling delete_port for f3cd43c0-726c-47e7-8642-21cc72d653e6 owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:26.703977 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ebd11529-938c-41d8-9636-b254b3082a82 req-f7a51345-4049-4f4b-8558-80bb854e4c8e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0520976 Mar 08 18:54:26.795354 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] Set router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:26.859940 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:54:26Z', 'revision_number': 6, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:26.889518 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3a11c-7dd7-4a81-9c49-3a4f8e923a2a None None] The sync data for ids ['99a67d84-9c75-4298-a3d5-cdb9fc6920d1'] in dv-cinder-830087-3-iscsi is: [{'id': '99a67d84-9c75-4298-a3d5-cdb9fc6920d1', 'name': 'tempest-TestMinimumBasicScenario-989960210-router', 'tenant_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:51:22Z', 'updated_at': '2022-03-08T18:54:26Z', 'revision_number': 6, 'project_id': '7a61dd7ec8e547cf984fcd3c0396b5d5', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:26.951841 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (f3cd43c0-726c-47e7-8642-21cc72d653e6), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.978875 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cd43c0-726c-47e7-8642-21cc72d653e6,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.015040 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1122e0-d660-4045-811f-e65afd739f29 req-aa18baa6-be0c-4025-8f01-d03e28515298 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.016638 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b1122e0-d660-4045-811f-e65afd739f29 req-aa18baa6-be0c-4025-8f01-d03e28515298 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1108294 Mar 08 18:54:27.055983 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.102489 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b1122e0-d660-4045-811f-e65afd739f29 req-02269c1d-36fc-4040-9310-ac9a788e7d36 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758393 Mar 08 18:54:27.166130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.169030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks [] for router_controller (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.228444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (99a67d84-9c75-4298-a3d5-cdb9fc6920d1), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.229007 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a67d84-9c75-4298-a3d5-cdb9fc6920d1 {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:54:27.234524 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.236041 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c7e1eb55-5c7b-43f4-94ea-8e4fa2144e63 admin admin] 10.222.0.57 "DELETE /v2.0/routers/99a67d84-9c75-4298-a3d5-cdb9fc6920d1 HTTP/1.1" status: 204 len: 168 time: 1.1786289 Mar 08 18:54:27.239606 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51514) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:27.319669 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Deleting subnet 2ea34ffb-088f-4a82-9bec-09af07747247 {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:54:27.325407 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Publish callbacks [] for subnet (2ea34ffb-088f-4a82-9bec-09af07747247), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.382764 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (2ea34ffb-088f-4a82-9bec-09af07747247), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.483235 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (2ea34ffb-088f-4a82-9bec-09af07747247), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.540569 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (2ea34ffb-088f-4a82-9bec-09af07747247), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.567051 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea34ffb-088f-4a82-9bec-09af07747247,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.574816 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.581769 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3f844-218a-4321-b528-f989be5f1edd None None] Network 3b897480-f845-45dd-8d20-2a7d60b29c80 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:27.582503 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51518) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:27.589432 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d5d8cc75-54d6-4054-b7bc-716522402f99 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2ea34ffb-088f-4a82-9bec-09af07747247 HTTP/1.1" status: 204 len: 168 time: 0.3469932 Mar 08 18:54:27.654994 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (3b897480-f845-45dd-8d20-2a7d60b29c80), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.675332 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.747276 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Deleting port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:27.747860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.759042 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 77ac4658-8665-47c6-86b5-70d58edd1898 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:27.800620 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] DHCP port deletion for 3b897480-f845-45dd-8d20-2a7d60b29c80 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:54:27.804697 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 77ac4658-8665-47c6-86b5-70d58edd1898 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:27.805325 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 77ac4658-8665-47c6-86b5-70d58edd1898 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:27.806075 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3cd43c0-726c-47e7-8642-21cc72d653e6 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:27.823751 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-062c246b-9033-4cc2-be77-a8d25c9c258f req-fc8239bb-f62c-48c2-8838-46dc84c9117b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0419550 Mar 08 18:54:27.839161 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] For port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:27.839604 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.846565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: f3cd43c0-726c-47e7-8642-21cc72d653e6 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:27.847438 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3cd43c0-726c-47e7-8642-21cc72d653e6 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:27.856101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Calling delete_port for fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd owned by network:dhcp {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:27.927582 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Deleting port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:27.928171 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.958592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.003921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:28.005936 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] No DVR routers for this DVR port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd on host dv-cinder-830087-3-iscsi {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:28.047565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] For port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,segment=NetworkSegment(d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4),segment_id=d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:28.048062 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.079775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Calling delete_port for fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:28.113529 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (3b897480-f845-45dd-8d20-2a7d60b29c80), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.141723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b897480-f845-45dd-8d20-2a7d60b29c80']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:28.159601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:28.159963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04ed9cc-da12-4ce2-9c99-37b4fadd3bc4') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:28.175983 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.218986 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.225801 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:54:28.226193 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (d04ed9cc-da12-4ce2-9c99-37b4fadd3bc4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:54:28.229107 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:54:28.245948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.284912 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1df15-6055-48b9-b611-fa7882c432cb req-66ba56a8-7a2b-496f-aacd-027d5cd90f43 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.293945 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ab1df15-6055-48b9-b611-fa7882c432cb req-66ba56a8-7a2b-496f-aacd-027d5cd90f43 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0774944 Mar 08 18:54:28.299903 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] Pushing event deleted for resources: {'Port': ['ID=fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:28.306614 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (3b897480-f845-45dd-8d20-2a7d60b29c80), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.311483 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f03f-992e-4115-8326-efeb379b9cf0 None None] No DVR routers for this DVR port fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:28.340205 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.344185 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3b897480-f845-45dd-8d20-2a7d60b29c80 HTTP/1.1" status: 204 len: 168 time: 0.7606299 Mar 08 18:54:28.345351 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3e503-d84c-4583-b045-f6f769c91056 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b897480-f845-45dd-8d20-2a7d60b29c80,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:28.389109 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ab1df15-6055-48b9-b611-fa7882c432cb req-cac301f9-aec1-4da4-8edc-5cd9b9ce82da tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938675 Mar 08 18:54:28.524669 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51528) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:28.586206 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bf9e0dbe-2454-498a-a19a-c60e00e55982 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf50d1fbdbd747268e9e52317a836df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603447 Mar 08 18:54:28.588726 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51530) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:28.650341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] Publish callbacks [] for security_group (5f73eddb-b361-46d9-8ee2-8c60b244a21d), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.675715 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] Publish callbacks [] for security_group (5f73eddb-b361-46d9-8ee2-8c60b244a21d), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.733295 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (5f73eddb-b361-46d9-8ee2-8c60b244a21d), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.735913 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.737143 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f73eddb-b361-46d9-8ee2-8c60b244a21d HTTP/1.1" status: 204 len: 168 time: 0.1474237 Mar 08 18:54:28.745651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f305b0-e11d-4bbe-ad57-276e6f0cc297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f73eddb-b361-46d9-8ee2-8c60b244a21d,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:28.927381 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a48466d9-d928-4247-8016-977a2dea3ccf req-277a774c-3fe9-4467-b36e-ba5ea09d93bf tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0333476 Mar 08 18:54:29.133322 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51540) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:29.177462 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-381a5b55-05ba-4e62-aa70-af3b7f3500d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a61dd7ec8e547cf984fcd3c0396b5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429564 Mar 08 18:54:29.179960 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51542) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:29.241464 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] Publish callbacks [] for security_group (66a71022-eb03-4700-ac3f-cdaa784114bb), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.264815 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] Publish callbacks [] for security_group (66a71022-eb03-4700-ac3f-cdaa784114bb), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.325538 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (66a71022-eb03-4700-ac3f-cdaa784114bb), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.329851 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.330785 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.331874 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66a71022-eb03-4700-ac3f-cdaa784114bb HTTP/1.1" status: 204 len: 168 time: 0.1507699 Mar 08 18:54:29.346716 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580553f3-a85a-4094-b397-baa08e4e0332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a71022-eb03-4700-ac3f-cdaa784114bb,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:29.481904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:29.504349 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:29.504701 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fcece2ab-cadf-4cf7-8cb0-3ccfc56b76bd not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:29.587273 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f478eb-f1fa-422d-8bfc-661a901e2854 req-327dbe85-054e-4474-9a06-739752b12469 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.588965 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-18f478eb-f1fa-422d-8bfc-661a901e2854 req-327dbe85-054e-4474-9a06-739752b12469 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0740836 Mar 08 18:54:29.653721 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-18f478eb-f1fa-422d-8bfc-661a901e2854 req-500bed7a-1f5d-49a5-a9d4-f942f0001189 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576732 Mar 08 18:54:30.031596 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f7eaa25c-1b58-4882-b40f-e8abf0ee624a req-636df779-4f11-49e5-8c8f-72312d209409 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0276110 Mar 08 18:54:30.125883 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51570) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.226524 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-469323597-network', 'tenant_id': '1723a871cb604e0f948bf29239e44df5'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:30.245767 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Made reservation on behalf of 1723a871cb604e0f948bf29239e44df5 for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:30.248843 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.257866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.356828 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks [] for security_group (caf4a924-015c-458d-a460-78a4e007f13f), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.362428 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (caf4a924-015c-458d-a460-78a4e007f13f), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.392284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:30.399225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4a924-015c-458d-a460-78a4e007f13f,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.405200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (d0825da3-e8e5-4eaf-ab97-d1be3efd0d45), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.405544 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Added segment d0825da3-e8e5-4eaf-ab97-d1be3efd0d45 of type vlan for network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 Mar 08 18:54:30.449112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (2ea165b8-9e86-432c-9a08-2d5c5032ba58), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.477549 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (2ea165b8-9e86-432c-9a08-2d5c5032ba58), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.478543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.479201 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.514690 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877046 Mar 08 18:54:30.517657 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51574) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.523149 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Request body: {'subnet': {'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-469323597-subnet', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:30.544056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Made reservation on behalf of 1723a871cb604e0f948bf29239e44df5 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:30.545223 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2b56-358c-4fad-a455-e1ca573149ef admin admin] Pushing event updated for resources: {'Network': ['ID=2ea165b8-9e86-432c-9a08-2d5c5032ba58,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.546576 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.555064 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:30.729263 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (c0b26924-fddb-40a3-8a90-e3337a53c092), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.796413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b26924-fddb-40a3-8a90-e3337a53c092,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.802451 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Checking segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:30.802882 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Network hostable DHCP agents. Network: 2ea165b8-9e86-432c-9a08-2d5c5032ba58, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:30.846557 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a41b-2394-4c8b-8bf4-df0655b0afb2 req-60513eb8-8c08-414f-a52f-8d3e44597e63 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.853904 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7dd3a41b-2394-4c8b-8bf4-df0655b0afb2 req-60513eb8-8c08-414f-a52f-8d3e44597e63 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.0783832 Mar 08 18:54:30.876381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:30.905732 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7dd3a41b-2394-4c8b-8bf4-df0655b0afb2 req-c129f8ed-c444-4038-b517-cf8f152a9bc4 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506723 Mar 08 18:54:30.920412 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 2ea165b8-9e86-432c-9a08-2d5c5032ba58) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:30.926055 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.927698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.929407 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510e518-c5b7-4b13-9674-6daafca1d448 None None] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:30.960909 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-7e78a028-29bc-4abd-a862-d7f67ead11cf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4395993 Mar 08 18:54:30.961691 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51580) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.967515 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:30.992498 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.993563 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-b933da47-0f24-422e-9e24-f560b0cce133 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.994045 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.995207 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-b933da47-0f24-422e-9e24-f560b0cce133 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 815 time: 0.1694212 Mar 08 18:54:31.062531 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for router_controller (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.078166 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-76e664b2-aa1d-47be-a16c-bace94d0aa20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2842e75a27f49cc909b61dc227062d3 HTTP/1.1" status: 200 len: 380 time: 0.0709207 Mar 08 18:54:31.088385 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'port': {'device_id': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'admin_state_up': True, 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'security_groups': ['b224a399-b566-4fa7-bab9-570f688c6350']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:31.104635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:54:31.106952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.177086 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7811688b-0e5d-4eb7-938f-51a72241b1ff req-d9fabe42-102a-488b-a985-e0dcf2a651d2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0627825 Mar 08 18:54:31.241383 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Made reservation on behalf of a2842e75a27f49cc909b61dc227062d3 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:31.245056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.261643 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for router_gateway (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.269335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Allocated IP 172.20.0.2 (2ea165b8-9e86-432c-9a08-2d5c5032ba58/c0b26924-fddb-40a3-8a90-e3337a53c092/70679874-c46d-4019-9122-12e80f3eacfe) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:31.384432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Allocated IP 172.20.0.9 (282273be-723c-4459-b6c4-d884505677f6/0db6032a-dda5-45c4-8cf8-c274530a26cd/4ad42313-c372-4302-b69b-04f64ab41ee2) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:31.598335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks [] for port (70679874-c46d-4019-9122-12e80f3eacfe), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.605577 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.609318 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (70679874-c46d-4019-9122-12e80f3eacfe), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.653288 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.656819 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:31.665287 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:31.669160 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:31.673034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Pushing event updated for resources: {'Port': ['ID=70679874-c46d-4019-9122-12e80f3eacfe,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:31.724031 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event updated for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:31.735689 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Network 282273be-723c-4459-b6c4-d884505677f6 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:31.737716 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:31.740427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:31.756581 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Attempting to bind port 70679874-c46d-4019-9122-12e80f3eacfe on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:31.757260 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Attempting to bind port 70679874-c46d-4019-9122-12e80f3eacfe by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:31.757410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Attempting to bind port 70679874-c46d-4019-9122-12e80f3eacfe on network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:31.763752 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:31.764143 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Checking segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:31.764749 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.765166 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Bound using segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:31.765755 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Bound port: 70679874-c46d-4019-9122-12e80f3eacfe, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:31.766065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (70679874-c46d-4019-9122-12e80f3eacfe), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.767264 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for router_gateway (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.789093 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.805502 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:31.806926 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.845469 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-25f3804b-36a8-4322-8fd1-ac2081e55615 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615142 Mar 08 18:54:31.859188 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] For port 70679874-c46d-4019-9122-12e80f3eacfe, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:31.859188 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] For port 70679874-c46d-4019-9122-12e80f3eacfe, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=70679874-c46d-4019-9122-12e80f3eacfe,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:31.861791 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Request body: {'port': {'device_id': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:31.871444 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (70679874-c46d-4019-9122-12e80f3eacfe), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.968181 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Allocated IP 172.27.1.133 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/3d95b2f0-b0e7-41cb-80e9-37d1acbf118a) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:31.970030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.009585 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d26c3-3e71-4021-878b-9314fac38e25 None None] Pushing event updated for resources: {'Port': ['ID=70679874-c46d-4019-9122-12e80f3eacfe,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:32.153790 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-d3c50e77-3f05-4504-a289-5bcefbfec93e None None] Provisioning complete for port 4ad42313-c372-4302-b69b-04f64ab41ee2 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:32.155675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d3c50e77-3f05-4504-a289-5bcefbfec93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.212254 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ececfc-cb02-42e2-a03f-59b60f75f412 req-12b38630-50e9-4429-bd9e-df5f5c6ef3b2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.216277 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c9ececfc-cb02-42e2-a03f-59b60f75f412 req-12b38630-50e9-4429-bd9e-df5f5c6ef3b2 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1755166 Mar 08 18:54:32.236805 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d3c50e77-3f05-4504-a289-5bcefbfec93e None None] Port 4ad42313-c372-4302-b69b-04f64ab41ee2 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:32.268622 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.383333 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.398563 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c9ececfc-cb02-42e2-a03f-59b60f75f412 req-4ddcbb06-2a08-4cb3-baab-2ac40a9184b9 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746998 Mar 08 18:54:32.454405 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:32.460578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:32.463330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:32.503776 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66686-1bc2-4082-ba34-4c89d10066ab req-b6ef3575-92bd-4221-8f60-7d97e637ccce tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.505326 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1ab66686-1bc2-4082-ba34-4c89d10066ab req-b6ef3575-92bd-4221-8f60-7d97e637ccce tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 931 time: 0.1817248 Mar 08 18:54:32.505986 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Pushing event updated for resources: {'Port': ['ID=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:32.617647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad42313-c372-4302-b69b-04f64ab41ee2 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:32.626239 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks [] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.639455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Transition to ACTIVE for port object 4ad42313-c372-4302-b69b-04f64ab41ee2 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:54:32.643665 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.680144 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1ab66686-1bc2-4082-ba34-4c89d10066ab req-5aab11dc-5d06-4556-8ad3-5b9966a113ad tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672821 Mar 08 18:54:32.723199 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Pushing event updated for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:32.725685 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-e7819930-ad89-41af-8eb1-96f0fde6de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.726878 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-e7819930-ad89-41af-8eb1-96f0fde6de8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07a81f4e35524160b30885ef7e30fabb&device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1127 time: 0.1127427 Mar 08 18:54:32.784419 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Attempting to bind port 4ad42313-c372-4302-b69b-04f64ab41ee2 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:32.784852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Attempting to bind port 4ad42313-c372-4302-b69b-04f64ab41ee2 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:32.785257 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Attempting to bind port 4ad42313-c372-4302-b69b-04f64ab41ee2 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:32.793081 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Port 4ad42313-c372-4302-b69b-04f64ab41ee2 on network 282273be-723c-4459-b6c4-d884505677f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:54:32.794246 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Attempting to bind port 4ad42313-c372-4302-b69b-04f64ab41ee2 on network 282273be-723c-4459-b6c4-d884505677f6 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:32.803673 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:32.804151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Checking segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:32.804809 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Bound using segment: {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:32.805684 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Bound port: 4ad42313-c372-4302-b69b-04f64ab41ee2, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c914d2-5a9b-48de-90ac-cb33a3a8e851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '282273be-723c-4459-b6c4-d884505677f6'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:32.806397 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.909989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:32.913643 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4ad42313-c372-4302-b69b-04f64ab41ee2,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:32.920675 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-157ff4e6-b2de-4b64-b4a1-e0b291e7f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.922273 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-157ff4e6-b2de-4b64-b4a1-e0b291e7f321 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 200 len: 918 time: 0.1461217 Mar 08 18:54:32.922658 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.969122 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.969763 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.971750 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] 10.222.0.18 "PUT /v2.0/ports/4ad42313-c372-4302-b69b-04f64ab41ee2 HTTP/1.1" status: 200 len: 1093 time: 1.1180089 Mar 08 18:54:33.003973 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for router_gateway (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.007061 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:33.010596 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ace5392-569c-45f2-9b13-41f14e48a5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:33.113640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31753ce6-2f60-4b31-8fa2-5847df1259eb x-openstack-request-id: req-31753ce6-2f60-4b31-8fa2-5847df1259eb {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:33.113640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:33.114122 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31753ce6-2f60-4b31-8fa2-5847df1259eb {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:33.114354 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'status': 'completed', 'code': 200} Mar 08 18:54:33.123652 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd37eb-330d-4b55-9544-a84ca999e38b service neutron] Pushing event updated for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:33.125462 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-936a5f3c-cb7c-420a-8e05-50176b67638e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 200 len: 999 time: 0.1932857 Mar 08 18:54:33.152365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-4a527fe5-6936-4d9e-b856-c54358c65373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.156703 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-4a527fe5-6936-4d9e-b856-c54358c65373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 1127 time: 0.1262996 Mar 08 18:54:33.237128 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-cded9b04-b983-4afa-90e4-e88f867abff6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad42313-c372-4302-b69b-04f64ab41ee2 HTTP/1.1" status: 200 len: 217 time: 0.0724275 Mar 08 18:54:33.279975 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-ad917d39-da97-4984-9093-599fae8ab6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.284949 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-ad917d39-da97-4984-9093-599fae8ab6e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 200 len: 856 time: 0.1515322 Mar 08 18:54:33.303370 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-21670704-5273-4062-9547-1507c5556a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.304920 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-21670704-5273-4062-9547-1507c5556a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0607612 Mar 08 18:54:33.328020 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:54:33.393038 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-31608761-049b-47e1-b778-ce973065c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.394814 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-31608761-049b-47e1-b778-ce973065c55f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836701 Mar 08 18:54:33.410148 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-ebdca256-1ea1-4074-9583-c5a26d1c00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.411758 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-ebdca256-1ea1-4074-9583-c5a26d1c00ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183472 Mar 08 18:54:33.490801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6529a-9d07-4e55-a384-aad977e06e46 None None] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:33.566322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 70679874-c46d-4019-9122-12e80f3eacfe up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:33.604500 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-1ad58f18-a193-4f9b-9b37-13e3fc031394 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022746 Mar 08 18:54:33.616639 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.632913 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:33.663883 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'port_id': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'mac_address': 'fa:16:3e:65:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:54:33.698067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e70e6-9bc5-4802-b677-ce607f71791d req-046f0ab5-4ef3-4bbe-97e2-582036df7e7c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.699645 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b2e70e6-9bc5-4802-b677-ce607f71791d req-046f0ab5-4ef3-4bbe-97e2-582036df7e7c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 943 time: 0.1700659 Mar 08 18:54:33.706628 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-b0571748-828d-4587-af34-bfc14ab5c219 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865443 Mar 08 18:54:33.734823 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:33.735159 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.757474 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3a758e65-e9f8-4fca-92d1-ab6e8de85dcf req-d1ad4c5e-1612-4107-a733-3530e9799211 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458580 Mar 08 18:54:33.855727 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Provisioning complete for port 70679874-c46d-4019-9122-12e80f3eacfe triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:33.855727 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (70679874-c46d-4019-9122-12e80f3eacfe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.893226 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:33.902757 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-95ddb74a-559e-4001-ad53-8f10f782d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.905183 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-95ddb74a-559e-4001-ad53-8f10f782d768 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 1127 time: 0.0746477 Mar 08 18:54:33.940467 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3b2e70e6-9bc5-4802-b677-ce607f71791d req-26b5c37b-77f0-4061-b3d0-c91b553d28c8 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312305 Mar 08 18:54:33.942387 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed2edcc4-e5dd-4f76-930f-16658ad59c5d req-bf465e07-1068-457a-9983-0b443505a418 service neutron] 10.222.0.18 "GET /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271912 Mar 08 18:54:33.953520 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 70679874-c46d-4019-9122-12e80f3eacfe triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:33.954055 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (70679874-c46d-4019-9122-12e80f3eacfe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.957052 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:33.974683 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b413d9-412f-424b-abfd-0d4c89d51b38 req-2552c0b1-0298-44bc-9f2b-af191ecd7ec2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.976458 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51b413d9-412f-424b-abfd-0d4c89d51b38 req-2552c0b1-0298-44bc-9f2b-af191ecd7ec2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 943 time: 0.1909757 Mar 08 18:54:33.987343 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.031485 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:54:34.032649 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-fcd83079-6cc4-4fab-bc12-b6e3fd938136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:34.034154 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-fcd83079-6cc4-4fab-bc12-b6e3fd938136 service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.1230788 Mar 08 18:54:34.058666 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-51b413d9-412f-424b-abfd-0d4c89d51b38 req-b94daa4f-7693-49bd-9019-0e7c748e60ab tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645232 Mar 08 18:54:34.114471 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=9']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:34.131904 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-3f815210-400d-4667-afdc-5ebac99a4b02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad42313-c372-4302-b69b-04f64ab41ee2 HTTP/1.1" status: 200 len: 217 time: 0.0895898 Mar 08 18:54:34.170293 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Current status of the port 70679874-c46d-4019-9122-12e80f3eacfe is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:34.170692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (70679874-c46d-4019-9122-12e80f3eacfe), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.189402 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 70679874-c46d-4019-9122-12e80f3eacfe is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:34.190138 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (70679874-c46d-4019-9122-12e80f3eacfe), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.207561 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-aa5f3f8d-50f7-4644-ad41-cbc393770811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:34.209270 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-aa5f3f8d-50f7-4644-ad41-cbc393770811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.0677302 Mar 08 18:54:34.212516 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['0e9760bb-9bd4-4fef-b11e-aa2561706c8c'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:34.221417 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:34.250091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.254534 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-98779ee2-c107-4f0a-aa39-086b8daf2e00 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2890766 Mar 08 18:54:34.256860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51616) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:34.272190 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Sync routers for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:34.296069 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] For port 70679874-c46d-4019-9122-12e80f3eacfe, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=70679874-c46d-4019-9122-12e80f3eacfe,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:34.307612 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (70679874-c46d-4019-9122-12e80f3eacfe), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.358028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:34.359018 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:34.360154 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-923489e8-c36e-4494-9863-b1f4138515ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:34.361735 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-923489e8-c36e-4494-9863-b1f4138515ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1452286 Mar 08 18:54:34.460362 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:54:34.460631 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG oslo_db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:54:34.475059 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317ce4d-8c30-42c3-ad68-4a0794a53757 None None] Pushing event updated for resources: {'Port': ['ID=70679874-c46d-4019-9122-12e80f3eacfe,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:34.515598 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-84b7c7f1-6a1a-4da3-9ebe-91c29678a415 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444511 Mar 08 18:54:34.517716 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-6a0d4bab-171e-491d-9a14-b022e8ad3af0 None None] Provisioning complete for port 70679874-c46d-4019-9122-12e80f3eacfe triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:34.518106 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4bab-171e-491d-9a14-b022e8ad3af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (70679874-c46d-4019-9122-12e80f3eacfe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.595557 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:34.692781 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-9ace5392-569c-45f2-9b13-41f14e48a5d8 req-60fbc7fc-5b72-4cd9-9b99-13e339bbb83c service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461961 Mar 08 18:54:34.808697 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d4bab-171e-491d-9a14-b022e8ad3af0 None None] Current status of the port 70679874-c46d-4019-9122-12e80f3eacfe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:34.864995 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:32Z', 'revision_number': 3, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:34.886106 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.898815 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Checking router: a30f7a33-16b8-46b1-b0cd-7ecc173e9634 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:34.899185 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Updating router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:34.930837 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.107745 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Allocated IP 172.20.0.1 (2ea165b8-9e86-432c-9a08-2d5c5032ba58/c0b26924-fddb-40a3-8a90-e3337a53c092/274eafd4-7579-438a-968f-b01118fa7d1d) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:35.115200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f8c2-26db-404f-84d6-5cc2016de966 req-f4e5c842-3a62-4700-9827-aeaac3f3777a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:35.116938 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9831f8c2-26db-404f-84d6-5cc2016de966 req-f4e5c842-3a62-4700-9827-aeaac3f3777a tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 944 time: 0.0731752 Mar 08 18:54:35.197608 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 70679874-c46d-4019-9122-12e80f3eacfe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:35.209877 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9831f8c2-26db-404f-84d6-5cc2016de966 req-722fc660-1030-466e-b385-652d3ecaca53 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852561 Mar 08 18:54:35.234632 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d26ec-fe4f-4dbc-a2b1-a12b7363affd req-77bce3fd-ec70-46ce-9ea6-78c7369a9adb tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:35.236874 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f18d26ec-fe4f-4dbc-a2b1-a12b7363affd req-77bce3fd-ec70-46ce-9ea6-78c7369a9adb tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 943 time: 0.0819046 Mar 08 18:54:35.255453 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks [] for port (274eafd4-7579-438a-968f-b01118fa7d1d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.326624 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.327549 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f18d26ec-fe4f-4dbc-a2b1-a12b7363affd req-328a341b-deaa-441e-a6d1-1042fe4f244e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602360 Mar 08 18:54:35.361090 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:35.377063 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:35.380241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:35.385302 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:35.427094 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Pushing event updated for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:35.440456 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.500576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:35.500942 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.514824 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 70679874-c46d-4019-9122-12e80f3eacfe up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:35.630690 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.656606 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks [] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.670014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.767643 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1e513-e7a8-4f71-8406-1c42a4f43086 None None] Pushing event updated for resources: {'Port': ['ID=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:35.775396 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Attempting to bind port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:35.775864 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Attempting to bind port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:35.776325 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Attempting to bind port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:35.779162 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 70679874-c46d-4019-9122-12e80f3eacfe triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:35.779516 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (70679874-c46d-4019-9122-12e80f3eacfe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.818341 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:35.818728 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:35.819159 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.819575 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:35.820081 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Bound port: 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:35.820471 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.831086 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:35.831413 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.874585 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks [] for port (274eafd4-7579-438a-968f-b01118fa7d1d), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.879889 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.912085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:35.914411 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523db315-df33-4055-81a0-4d463de71bc7" -d '{"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:35.930387 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-df28ee66-aae7-40fb-b9d8-30f0f998efef None None] Provisioning complete for port 274eafd4-7579-438a-968f-b01118fa7d1d triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:35.930875 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-df28ee66-aae7-40fb-b9d8-30f0f998efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.939712 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:35.955958 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Pushing event updated for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:35.960069 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.965165 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.971692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] For port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:35.993114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba900eaa-4f51-46e0-9b10-5ba5a4107591 x-openstack-request-id: req-ba900eaa-4f51-46e0-9b10-5ba5a4107591 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:35.993414 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-plugged", "status": "completed", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:35.993665 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba900eaa-4f51-46e0-9b10-5ba5a4107591 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:35.994054 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'code': 200} Mar 08 18:54:36.022994 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] For port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:36.058378 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.069138 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-df28ee66-aae7-40fb-b9d8-30f0f998efef None None] Port 274eafd4-7579-438a-968f-b01118fa7d1d cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:36.102814 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=10']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:36.108123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:36.109423 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 70679874-c46d-4019-9122-12e80f3eacfe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:36.110847 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:36.140478 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:36.141126 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:36.276087 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1e513-e7a8-4f71-8406-1c42a4f43086 None None] Pushing event updated for resources: {'Port': ['ID=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:36.324139 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:36.351146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37fcfb-a8bf-411b-8d9b-25a92e3f3bfd req-eb301c62-dffa-4699-98a9-2da431daf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:36.354206 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be37fcfb-a8bf-411b-8d9b-25a92e3f3bfd req-eb301c62-dffa-4699-98a9-2da431daf27d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 1130 time: 0.0879028 Mar 08 18:54:36.395616 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:36.520649 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26e0dc-e6ed-46c0-8507-6d6e4e97040f req-e4996d14-38c4-4eeb-9a69-a86e86d401fd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:36.522968 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9b26e0dc-e6ed-46c0-8507-6d6e4e97040f req-e4996d14-38c4-4eeb-9a69-a86e86d401fd tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.1721561 Mar 08 18:54:36.541156 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be37fcfb-a8bf-411b-8d9b-25a92e3f3bfd req-f0e92e93-53f6-4c1d-b8ba-c64f5530e765 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730900 Mar 08 18:54:36.572023 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:36.584188 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-978d063f-200a-4068-ac49-f9d4779c2351 admin admin] 10.222.0.57 "PUT /v2.0/routers/a30f7a33-16b8-46b1-b0cd-7ecc173e9634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260617 Mar 08 18:54:36.634931 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9b26e0dc-e6ed-46c0-8507-6d6e4e97040f req-e3f1b126-0bdc-4d0a-bb8e-5ce3ac92115e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915654 Mar 08 18:54:36.648246 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7dff4-304c-419c-bbc2-2ddcd68c6347 req-2b85ae18-4447-48b3-9108-db0025110211 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:36.655864 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c1d7dff4-304c-419c-bbc2-2ddcd68c6347 req-2b85ae18-4447-48b3-9108-db0025110211 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 943 time: 0.1273472 Mar 08 18:54:36.723250 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c1d7dff4-304c-419c-bbc2-2ddcd68c6347 req-9202171f-2d48-4e2a-ae19-5989ead4768a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663414 Mar 08 18:54:36.753111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-dfc5abb9-5ab7-41e8-b478-738bfa171a23 None None] Provisioning complete for port 274eafd4-7579-438a-968f-b01118fa7d1d triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:36.753559 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abb9-5ab7-41e8-b478-738bfa171a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.821635 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:54:36.878432 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5abb9-5ab7-41e8-b478-738bfa171a23 None None] Port 274eafd4-7579-438a-968f-b01118fa7d1d cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:36.922504 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 2, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:36.953213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ddf9-b3bf-4764-bcba-5c19b2e0c5ad None None] The sync data for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi is: [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 2, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:37.003856 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9b9b0-36be-40e6-812c-3d0a7d642777 req-e86e0e0c-08cb-4181-82da-484da0fb043c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:37.005455 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fed9b9b0-36be-40e6-812c-3d0a7d642777 req-e86e0e0c-08cb-4181-82da-484da0fb043c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 945 time: 0.0649288 Mar 08 18:54:37.083192 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fed9b9b0-36be-40e6-812c-3d0a7d642777 req-6e39115d-ecab-470a-afb4-8090dbf25f4c tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686789 Mar 08 18:54:37.352532 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4ad42313-c372-4302-b69b-04f64ab41ee2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:54:37.452268 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51658) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:37.457387 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1895380752-network', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:37.490372 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Made reservation on behalf of 8625f3838a9c44dc9bc22c45cbc9cb0a for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:37.493255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.513359 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.541194 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4ad42313-c372-4302-b69b-04f64ab41ee2,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:37.555348 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'port_id': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'mac_address': 'fa:16:3e:50:12:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:54:37.625480 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 4ad42313-c372-4302-b69b-04f64ab41ee2 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:37.625981 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.653002 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad42313-c372-4302-b69b-04f64ab41ee2 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:37.659824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks [] for security_group (dab23a43-b33b-4e79-a334-a42bb5bdb567), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.666810 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (dab23a43-b33b-4e79-a334-a42bb5bdb567), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.695690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4ad42313-c372-4302-b69b-04f64ab41ee2,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:37.703283 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:37.708771 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.720199 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab23a43-b33b-4e79-a334-a42bb5bdb567,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:37.747795 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (9f581dd9-9ed7-4c05-9111-434b16d18295), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.748173 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Added segment 9f581dd9-9ed7-4c05-9111-434b16d18295 of type vlan for network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 Mar 08 18:54:37.880324 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:37.882201 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (7b010d5a-7a0d-4322-91ad-7016cc1f1578), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.942139 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (7b010d5a-7a0d-4322-91ad-7016cc1f1578), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.944475 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:37.945505 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.977254 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ae4a3-8224-4a31-b9ef-e8dcdb92569c req-4c59e65d-2069-49f0-98e7-255f38c4dc30 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:37.979829 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-889ae4a3-8224-4a31-b9ef-e8dcdb92569c req-4c59e65d-2069-49f0-98e7-255f38c4dc30 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.1782494 Mar 08 18:54:38.000610 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['4ad42313-c372-4302-b69b-04f64ab41ee2'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:38.008028 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545986 Mar 08 18:54:38.011659 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51668) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:38.022991 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd187c6a-7841-4a9e-a8bd-ea96c6911a1c req-27122ea6-f385-4d16-84e6-e96486d9838b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:38.024817 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fd187c6a-7841-4a9e-a8bd-ea96c6911a1c req-27122ea6-f385-4d16-84e6-e96486d9838b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 944 time: 0.1770942 Mar 08 18:54:38.031177 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Request body: {'subnet': {'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1895380752-subnet', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'ip_version': 4}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:38.057883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71372-99c2-4e17-8a51-c03c18eb5cbb admin admin] Pushing event updated for resources: {'Network': ['ID=7b010d5a-7a0d-4322-91ad-7016cc1f1578,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:38.092171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Made reservation on behalf of 8625f3838a9c44dc9bc22c45cbc9cb0a for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:38.094703 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:38.094920 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127532768'] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.526523 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-889ae4a3-8224-4a31-b9ef-e8dcdb92569c req-3bf42966-600c-45c9-af8d-34b60921c89d tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5350945 Mar 08 18:54:38.564773 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fd187c6a-7841-4a9e-a8bd-ea96c6911a1c req-95b5411b-c083-47b9-a099-cc2591bb3cab tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876883 Mar 08 18:54:38.744885 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126352010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127532798'] for subnet (6158e4cb-331e-4ec0-a204-25b3d873a2b4), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.747757 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3d576-371d-44c0-aa97-755125846e0b req-7ea8c5d8-c7bd-401b-9734-ec31bfad1f80 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:38.751863 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b5d3d576-371d-44c0-aa97-755125846e0b req-7ea8c5d8-c7bd-401b-9734-ec31bfad1f80 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 945 time: 0.1068425 Mar 08 18:54:38.799197 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea92c2-136f-48af-9601-6b73312d7725 req-343aa50b-a3d5-4cb0-874a-9e46b08375d2 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:38.801408 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7ea92c2-136f-48af-9601-6b73312d7725 req-343aa50b-a3d5-4cb0-874a-9e46b08375d2 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e20071-66b5-4468-901c-e58d8c005d45 HTTP/1.1" status: 200 len: 945 time: 0.1592994 Mar 08 18:54:38.844766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6158e4cb-331e-4ec0-a204-25b3d873a2b4,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:38.894693 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Checking segment: {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:38.895419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Network hostable DHCP agents. Network: 7b010d5a-7a0d-4322-91ad-7016cc1f1578, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:38.915658 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7ea92c2-136f-48af-9601-6b73312d7725 req-baab1065-7e1f-4e68-aa63-7dde3a944139 tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a5274eb-fd7e-4825-8a1a-e6c2882e1def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040778 Mar 08 18:54:38.916037 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Deleting port f136b195-448b-41bd-b98b-f38267a0a482 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:38.916478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (f136b195-448b-41bd-b98b-f38267a0a482), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.941951 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:38.952791 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 7b010d5a-7a0d-4322-91ad-7016cc1f1578) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:38.957840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:38.958681 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.965914 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91572995-0d32-4cca-ae38-e82bb9d28287 None None] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:38.996531 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-07d77dc1-34f6-4f0e-bf2a-03b32c791b00 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9828439 Mar 08 18:54:38.999840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51702) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:39.004852 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:39.034635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.035734 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.046295 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] For port f136b195-448b-41bd-b98b-f38267a0a482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f136b195-448b-41bd-b98b-f38267a0a482,segment=NetworkSegment(524105b7-6c3d-45ce-b4ea-79d410d6ef07),segment_id=524105b7-6c3d-45ce-b4ea-79d410d6ef07)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:39.046824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (f136b195-448b-41bd-b98b-f38267a0a482), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.061484 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Calling delete_port for f136b195-448b-41bd-b98b-f38267a0a482 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:39.108016 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for router_controller (05d78ce7-e1b4-4563-acb6-40447323ddaa), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.127391 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:54:39.128670 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.220521 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (f136b195-448b-41bd-b98b-f38267a0a482), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.235286 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['f136b195-448b-41bd-b98b-f38267a0a482'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:39.273114 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Pushing event deleted for resources: {'Port': ['ID=f136b195-448b-41bd-b98b-f38267a0a482,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:39.280142 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for router_gateway (05d78ce7-e1b4-4563-acb6-40447323ddaa), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.359313 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Allocated IP 172.20.0.2 (7b010d5a-7a0d-4322-91ad-7016cc1f1578/6158e4cb-331e-4ec0-a204-25b3d873a2b4/037a7eec-c024-473a-b11a-becbd86ef416) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:39.361948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] No DVR routers for this DVR port f136b195-448b-41bd-b98b-f38267a0a482 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:39.367916 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.375474 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b5d3d576-371d-44c0-aa97-755125846e0b req-e17e0ecb-98d5-4881-8e4d-a53fc59ff29e tempest-VolumesSnapshotTestJSON-567772701 tempest-VolumesSnapshotTestJSON-567772701-project] 10.222.0.18 "DELETE /v2.0/ports/f136b195-448b-41bd-b98b-f38267a0a482 HTTP/1.1" status: 204 len: 173 time: 0.6175981 Mar 08 18:54:39.376711 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'name': 'network-vif-deleted', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:39.380089 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4ad42313-c372-4302-b69b-04f64ab41ee2 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:39.380672 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7e0831-f82f-46b5-89fd-b15b9d288e30" -d '{"events": [{"server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "name": "network-vif-deleted", "tag": "f136b195-448b-41bd-b98b-f38267a0a482"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:39.504225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806fe4e-d43d-4885-a45c-78ea7b351c60 x-openstack-request-id: req-d806fe4e-d43d-4885-a45c-78ea7b351c60 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:39.504511 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e20071-66b5-4468-901c-e58d8c005d45", "name": "network-vif-deleted", "tag": "f136b195-448b-41bd-b98b-f38267a0a482", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:39.504964 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d806fe4e-d43d-4885-a45c-78ea7b351c60 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:39.506268 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e20071-66b5-4468-901c-e58d8c005d45', 'name': 'network-vif-deleted', 'tag': 'f136b195-448b-41bd-b98b-f38267a0a482', 'status': 'completed', 'code': 200} Mar 08 18:54:39.549020 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:39.558521 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 4ad42313-c372-4302-b69b-04f64ab41ee2 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:54:39.599471 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for router_gateway (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.605439 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 4ad42313-c372-4302-b69b-04f64ab41ee2 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:39.605968 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.627071 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.735314 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks [] for port (037a7eec-c024-473a-b11a-becbd86ef416), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.747975 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (037a7eec-c024-473a-b11a-becbd86ef416), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.749784 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:39.750153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.886486 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1c93c-a28c-44ff-b25a-ab33cacf46a2 req-ed262e37-b75b-4174-9d36-a33f9d677992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:39.888815 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-03a1c93c-a28c-44ff-b25a-ab33cacf46a2 req-ed262e37-b75b-4174-9d36-a33f9d677992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.2531006 Mar 08 18:54:39.899714 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c738a-c6e3-4e93-a17a-65615a093fbb req-5b9078da-caea-4d09-bc6e-7196f12eb7b2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:39.901339 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a36c738a-c6e3-4e93-a17a-65615a093fbb req-5b9078da-caea-4d09-bc6e-7196f12eb7b2 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 944 time: 0.2025862 Mar 08 18:54:39.968002 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Allocated IP 172.27.1.188 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/677a97d7-4d3f-4f6d-b40e-99c029cec6af) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:40.025931 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:40.028952 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a36c738a-c6e3-4e93-a17a-65615a093fbb req-1dae6779-55e3-4812-a94c-ccfc4cfd6d6b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162374 Mar 08 18:54:40.036408 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-03a1c93c-a28c-44ff-b25a-ab33cacf46a2 req-92cd7801-ec24-445d-ae32-9540e34e3fc3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338661 Mar 08 18:54:40.046389 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Pushing event updated for resources: {'Port': ['ID=037a7eec-c024-473a-b11a-becbd86ef416,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:40.055496 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:40.112309 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Sync routers for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:40.131331 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:40.132067 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:40.133439 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:40.142375 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:40.142867 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.166655 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:40.174673 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.200807 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.250138 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.253508 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 4ad42313-c372-4302-b69b-04f64ab41ee2 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:40.254014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.260114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Attempting to bind port 037a7eec-c024-473a-b11a-becbd86ef416 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:40.262034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Attempting to bind port 037a7eec-c024-473a-b11a-becbd86ef416 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:40.263079 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Attempting to bind port 037a7eec-c024-473a-b11a-becbd86ef416 on network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:40.277567 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:40.277841 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Checking segment: {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:40.279168 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.279651 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Bound using segment: {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:40.280243 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Bound port: 037a7eec-c024-473a-b11a-becbd86ef416, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:40.280706 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (037a7eec-c024-473a-b11a-becbd86ef416), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.295549 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:40.301972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:40.305734 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:40.311299 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:40.315481 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Pushing event updated for resources: {'Port': ['ID=677a97d7-4d3f-4f6d-b40e-99c029cec6af,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:40.342298 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4ad42313-c372-4302-b69b-04f64ab41ee2,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:40.353593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:40.356555 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edec24a-cefb-44c7-8acb-8182c594adad" -d '{"events": [{"server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "name": "network-vif-plugged", "status": "completed", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:40.422014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] For port 037a7eec-c024-473a-b11a-becbd86ef416, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:40.426103 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] For port 037a7eec-c024-473a-b11a-becbd86ef416, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=037a7eec-c024-473a-b11a-becbd86ef416,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:40.432754 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.440279 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (037a7eec-c024-473a-b11a-becbd86ef416), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.448236 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:40.490335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c6db1-7224-4326-a1b9-dbd45bfc5158 x-openstack-request-id: req-f87c6db1-7224-4326-a1b9-dbd45bfc5158 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:40.490741 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "name": "network-vif-plugged", "status": "completed", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:40.491006 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f87c6db1-7224-4326-a1b9-dbd45bfc5158 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:40.491456 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'code': 200} Mar 08 18:54:40.563611 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:40.734191 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519a340-5d8c-4802-a83b-cfbb2bb4b731 None None] Pushing event updated for resources: {'Port': ['ID=037a7eec-c024-473a-b11a-becbd86ef416,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:40.848976 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66a8c-77d7-4ece-8469-8ee7fc1f3483 req-93336fa4-ab46-4296-825f-81513e3c87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:40.851544 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3eb66a8c-77d7-4ece-8469-8ee7fc1f3483 req-93336fa4-ab46-4296-825f-81513e3c87a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 1129 time: 0.0980480 Mar 08 18:54:40.900212 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for router_gateway (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.971677 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3eb66a8c-77d7-4ece-8469-8ee7fc1f3483 req-13bdf96e-87dc-40d6-b4da-4baf47ffd62e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132264 Mar 08 18:54:41.001726 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 2, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:41.035841 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Checking router: a30f7a33-16b8-46b1-b0cd-7ecc173e9634 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:41.035841 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Updating router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 port 274eafd4-7579-438a-968f-b01118fa7d1d binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:41.081343 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.211777 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.264600 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732f255-1a54-4fcc-99a5-12fe265133fe req-f597e080-03c0-4819-9abe-7c4147dd871e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:41.266244 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b732f255-1a54-4fcc-99a5-12fe265133fe req-f597e080-03c0-4819-9abe-7c4147dd871e tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1140566 Mar 08 18:54:41.374539 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b732f255-1a54-4fcc-99a5-12fe265133fe req-782fb9cd-de8c-4c17-8a23-d0c1567cd4e6 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960302 Mar 08 18:54:41.444034 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Router 05d78ce7-e1b4-4563-acb6-40447323ddaa is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:54:41.499576 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks [] for port (274eafd4-7579-438a-968f-b01118fa7d1d), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.511522 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.568430 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Pushing event updated for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:41.582024 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.582387 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.582746 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.583082 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.583437 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.583767 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.584091 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.584413 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.584735 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.585069 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.585391 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.585705 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.586021 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:41.619018 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:41.639103 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Sync routers for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:41.664120 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 037a7eec-c024-473a-b11a-becbd86ef416 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:41.677335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.682023 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-ea9008ae-f7f3-4676-a7e3-efcaa21cd46d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6807613 Mar 08 18:54:41.685213 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51724) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:41.705355 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:41.706010 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:41.706522 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Attempting to bind port 274eafd4-7579-438a-968f-b01118fa7d1d on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:41.707309 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Attempting to bind port 274eafd4-7579-438a-968f-b01118fa7d1d by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:41.708017 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Attempting to bind port 274eafd4-7579-438a-968f-b01118fa7d1d on network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:41.724061 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:41.725210 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Checking segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:41.725958 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.726763 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Bound using segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:41.727794 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Bound port: 274eafd4-7579-438a-968f-b01118fa7d1d, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:41.728569 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.884171 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] For port 274eafd4-7579-438a-968f-b01118fa7d1d, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:41.889062 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] For port 274eafd4-7579-438a-968f-b01118fa7d1d, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=274eafd4-7579-438a-968f-b01118fa7d1d,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:41.900192 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 037a7eec-c024-473a-b11a-becbd86ef416 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:41.900839 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (037a7eec-c024-473a-b11a-becbd86ef416), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.905397 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.006481 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:42.105273 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:42.106411 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:42.334870 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa60cf-232a-4b0e-876f-c32c7f3e5518 None None] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:42.362311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 037a7eec-c024-473a-b11a-becbd86ef416 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:42.362695 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (037a7eec-c024-473a-b11a-becbd86ef416), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.445742 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Provisioning complete for port 274eafd4-7579-438a-968f-b01118fa7d1d triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:42.446140 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.449447 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3004ea-949d-4d3e-9b65-d4c380a56136 None None] Pushing event updated for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.503477 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:42.544472 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 037a7eec-c024-473a-b11a-becbd86ef416, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=037a7eec-c024-473a-b11a-becbd86ef416,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:42.556534 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (037a7eec-c024-473a-b11a-becbd86ef416), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.557398 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:42.639426 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708f53d-41bd-42af-a164-f4585151faeb req-22cff16e-f6f0-4812-999d-e346879a8d37 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:42.647781 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d708f53d-41bd-42af-a164-f4585151faeb req-22cff16e-f6f0-4812-999d-e346879a8d37 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1191859 Mar 08 18:54:42.713798 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=037a7eec-c024-473a-b11a-becbd86ef416,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.741915 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 3, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:42.745566 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Current status of the port 274eafd4-7579-438a-968f-b01118fa7d1d is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:42.746174 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.755920 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d708f53d-41bd-42af-a164-f4585151faeb req-2328459b-e7db-4600-bf73-70662a928fea tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926073 Mar 08 18:54:42.790499 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:42.790815 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.800904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Checking router: 05d78ce7-e1b4-4563-acb6-40447323ddaa for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:42.801292 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Updating router 05d78ce7-e1b4-4563-acb6-40447323ddaa port 677a97d7-4d3f-4f6d-b40e-99c029cec6af binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:42.912037 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] For port 274eafd4-7579-438a-968f-b01118fa7d1d, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=274eafd4-7579-438a-968f-b01118fa7d1d,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:42.918058 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.930313 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.931571 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.952859 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:41Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:42.987707 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8542f414-b1cc-4fc6-af08-04d0c9c05863 None None] The sync data for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi is: [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:41Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:42.998473 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd412-9945-4543-99c5-e5b992fd1537 req-02c5c262-ae47-4b9c-a25f-da881295bed7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:43.000140 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d94fd412-9945-4543-99c5-e5b992fd1537 req-02c5c262-ae47-4b9c-a25f-da881295bed7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1441715 Mar 08 18:54:43.010440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51736) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:43.015649 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Request body: {'floatingip': {'port_id': '4ad42313-c372-4302-b69b-04f64ab41ee2'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:43.102097 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.211017 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Allocated IP 172.20.0.1 (7b010d5a-7a0d-4322-91ad-7016cc1f1578/6158e4cb-331e-4ec0-a204-25b3d873a2b4/5bd83f43-31f0-496e-ac87-021579fa3fab) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:43.223671 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d531e31-0ad0-4a23-aa75-84f93429e70c None None] Pushing event updated for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:43.230735 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:43.234587 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Provisioning complete for port 274eafd4-7579-438a-968f-b01118fa7d1d triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:43.234983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.374642 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks [] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.438601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.503722 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:43.532026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:43.534235 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:43.552609 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:43.657138 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.681724 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 037a7eec-c024-473a-b11a-becbd86ef416 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:43.904068 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Current status of the port 274eafd4-7579-438a-968f-b01118fa7d1d is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:43.933603 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.934811 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks [] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.949258 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Provisioning complete for port 037a7eec-c024-473a-b11a-becbd86ef416 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:43.949661 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (037a7eec-c024-473a-b11a-becbd86ef416), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.951704 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.958623 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 037a7eec-c024-473a-b11a-becbd86ef416 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:43.959019 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (037a7eec-c024-473a-b11a-becbd86ef416), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.094954 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18e04-e515-4a45-a241-0424edcb023c None None] Pushing event updated for resources: {'Port': ['ID=677a97d7-4d3f-4f6d-b40e-99c029cec6af,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:44.126242 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device f136b195-448b-41bd-b98b-f38267a0a482 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:44.180065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: f136b195-448b-41bd-b98b-f38267a0a482 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:44.180700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device f136b195-448b-41bd-b98b-f38267a0a482 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:44.187382 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Attempting to bind port 677a97d7-4d3f-4f6d-b40e-99c029cec6af on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:44.188062 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Attempting to bind port 677a97d7-4d3f-4f6d-b40e-99c029cec6af by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:44.188608 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Attempting to bind port 677a97d7-4d3f-4f6d-b40e-99c029cec6af on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:44.201995 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:44.202686 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:44.203549 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.204231 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:44.204969 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Bound port: 677a97d7-4d3f-4f6d-b40e-99c029cec6af, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:44.206422 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.263961 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks [] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.272616 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.344881 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] For port 677a97d7-4d3f-4f6d-b40e-99c029cec6af, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:44.369918 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-f371be24-ae21-407f-a812-5a509e99a65d None None] Current status of the port 037a7eec-c024-473a-b11a-becbd86ef416 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:44.378213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] For port 677a97d7-4d3f-4f6d-b40e-99c029cec6af, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=677a97d7-4d3f-4f6d-b40e-99c029cec6af,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:44.379720 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 037a7eec-c024-473a-b11a-becbd86ef416 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:44.380850 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 274eafd4-7579-438a-968f-b01118fa7d1d up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:44.389011 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.391085 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:44.421541 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.456541 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.466243 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.508500 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:44.509167 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:44.536881 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:44.541653 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:44.579908 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18e04-e515-4a45-a241-0424edcb023c None None] Pushing event updated for resources: {'Port': ['ID=677a97d7-4d3f-4f6d-b40e-99c029cec6af,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:44.601301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Provisioning complete for port 5bd83f43-31f0-496e-ac87-021579fa3fab triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:44.601687 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.610135 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 274eafd4-7579-438a-968f-b01118fa7d1d triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:44.610520 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.697132 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 53ee8d8b-029a-4cf9-9a7d-126fd68909b0 associated. External IP: 172.27.1.109, port: 4ad42313-c372-4302-b69b-04f64ab41ee2. Mar 08 18:54:44.756463 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Port 5bd83f43-31f0-496e-ac87-021579fa3fab cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:44.773374 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Router 05d78ce7-e1b4-4563-acb6-40447323ddaa has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:44.781358 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:44.826360 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Provisioning complete for port 037a7eec-c024-473a-b11a-becbd86ef416 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:44.827680 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (037a7eec-c024-473a-b11a-becbd86ef416), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.948756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:44.959093 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 274eafd4-7579-438a-968f-b01118fa7d1d is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:44.968628 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-b17d9260-9ab8-490e-bf3f-8832b006b837 admin admin] 10.222.0.57 "PUT /v2.0/routers/05d78ce7-e1b4-4563-acb6-40447323ddaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2785215 Mar 08 18:54:45.088425 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-94c9589e-dc80-41b6-8374-e0223b855d64 None None] Current status of the port 037a7eec-c024-473a-b11a-becbd86ef416 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:45.118803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:45.168372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:43Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '5bd83f43-31f0-496e-ac87-021579fa3fab', 'name': '', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'mac_address': 'fa:16:3e:e5:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:42Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 2, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'subnets': [{'id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:45.228566 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b2f6-b9d4-4d62-9aa0-34daec7badf0 None None] The sync data for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi is: [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:43Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '5bd83f43-31f0-496e-ac87-021579fa3fab', 'name': '', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'mac_address': 'fa:16:3e:e5:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:42Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 2, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'subnets': [{'id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:45.249227 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-c9177114-6e39-4ad5-bd45-8cdc80fedf7b None None] Provisioning complete for port 5bd83f43-31f0-496e-ac87-021579fa3fab triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:45.249886 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c9177114-6e39-4ad5-bd45-8cdc80fedf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.288210 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:45.304123 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:45.304975 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.319330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-c9177114-6e39-4ad5-bd45-8cdc80fedf7b None None] Port 5bd83f43-31f0-496e-ac87-021579fa3fab cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:45.337690 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:45.339306 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:45.355999 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-92397746-627a-4f81-8309-74ee25eaa9fd tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "PUT /v2.0/floatingips/53ee8d8b-029a-4cf9-9a7d-126fd68909b0 HTTP/1.1" status: 200 len: 991 time: 2.3373241 Mar 08 18:54:45.355999 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:45.355999 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c31a1-196b-4c15-8cb8-2212307f3227" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:45.427921 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da482b-dd70-490c-b083-4d5a004d8445 x-openstack-request-id: req-e0da482b-dd70-490c-b083-4d5a004d8445 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:45.428354 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:45.429178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0da482b-dd70-490c-b083-4d5a004d8445 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:45.430290 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'status': 'completed', 'code': 200} Mar 08 18:54:45.526468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-13e2a640-d419-46fe-9324-3f61eff8398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:45.528977 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-13e2a640-d419-46fe-9324-3f61eff8398f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2842e75a27f49cc909b61dc227062d3&device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 1129 time: 0.0781958 Mar 08 18:54:45.650292 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:45.745305 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-18928f44-cd89-4498-805e-c3390e175410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:45.749140 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-18928f44-cd89-4498-805e-c3390e175410 service neutron] 10.222.0.18 "GET /v2.0/networks?id=282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 200 len: 916 time: 0.2137749 Mar 08 18:54:45.892423 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-546b130f-b8da-4892-a973-86597fdcceb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad42313-c372-4302-b69b-04f64ab41ee2 HTTP/1.1" status: 200 len: 999 time: 0.1352279 Mar 08 18:54:46.028188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-a1095aee-4231-4a87-ba87-b52487f438f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:46.030856 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-a1095aee-4231-4a87-ba87-b52487f438f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 200 len: 854 time: 0.1331544 Mar 08 18:54:46.131503 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-0f8fb612-47d4-4f45-93dd-e08c2f795b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:46.134641 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '53ee8d8b-029a-4cf9-9a7d-126fd68909b0', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:50:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:46.134993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51756) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.139277 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-0f8fb612-47d4-4f45-93dd-e08c2f795b9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=282273be-723c-4459-b6c4-d884505677f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018667 Mar 08 18:54:46.139949 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658486279', 'description': 'tempest-secgroup-smoke-1658486279 description', 'project_id': '1723a871cb604e0f948bf29239e44df5'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:46.167273 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.208459 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:46.232895 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:46.234206 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:46.260511 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (ea161469-3939-4b76-8f2c-c12794e929ce), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.267516 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ea161469-3939-4b76-8f2c-c12794e929ce), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.317112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea161469-3939-4b76-8f2c-c12794e929ce,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.333014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.335187 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-497fbde3-cf55-44e5-90a2-0bf40b673c8c service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905031 Mar 08 18:54:46.338625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51762) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.339328 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7a345fae-3c3b-4804-aeb5-86089c16c0b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2037885 Mar 08 18:54:46.346087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:46.493404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (2f32862f-d015-4478-9129-18f43019e1d8), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.541497 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:46.556237 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-194c31a1-196b-4c15-8cb8-2212307f3227 req-519d0d01-a113-4c67-a585-6bf1705860f5 service neutron] 10.222.0.18 "GET /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132647 Mar 08 18:54:46.609842 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (2f32862f-d015-4478-9129-18f43019e1d8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.616172 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (2f32862f-d015-4478-9129-18f43019e1d8), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.636378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f32862f-d015-4478-9129-18f43019e1d8,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.662779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.665403 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4fdad41d-32bc-4394-b308-a850c85dcc04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245072 Mar 08 18:54:46.670915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51766) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.678767 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:46.720753 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (36500486-8c14-4d77-9ea1-43fc0998eedb), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.815984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (36500486-8c14-4d77-9ea1-43fc0998eedb), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.821694 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (36500486-8c14-4d77-9ea1-43fc0998eedb), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.852977 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36500486-8c14-4d77-9ea1-43fc0998eedb,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.868036 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.870346 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-58f1463d-f004-4746-b5ad-494cf218513f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971920 Mar 08 18:54:46.874683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51768) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.882385 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:46.927021 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (64f8dd58-a685-4469-babf-8169c8b7910b), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.979582 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '53ee8d8b-029a-4cf9-9a7d-126fd68909b0', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:50:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:47.019919 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (64f8dd58-a685-4469-babf-8169c8b7910b), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.023312 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669c6c3-1f32-4af1-9a34-5936f0a5ba01 None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '53ee8d8b-029a-4cf9-9a7d-126fd68909b0', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'port_id': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'mac_address': 'fa:16:3e:50:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 1, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:47.026014 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (64f8dd58-a685-4469-babf-8169c8b7910b), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.048947 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f8dd58-a685-4469-babf-8169c8b7910b,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.057407 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.058820 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3159a92c-5050-4348-b409-6e6922c4c9ed tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825585 Mar 08 18:54:47.063159 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51770) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:47.070667 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:47.111435 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (a06b87b7-df6b-4544-b01d-560303ceee03), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.218401 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (a06b87b7-df6b-4544-b01d-560303ceee03), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.226441 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (a06b87b7-df6b-4544-b01d-560303ceee03), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.246852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06b87b7-df6b-4544-b01d-560303ceee03,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.260052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.265861 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-72c3856c-173f-487c-a04b-325808674533 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968362 Mar 08 18:54:47.266144 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51772) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:47.271665 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:47.307704 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.securitygroups_db [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Project 1723a871cb604e0f948bf29239e44df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:54:47.315900 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (69da233e-ed49-4934-a54a-b1bac67c348c), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.441650 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (69da233e-ed49-4934-a54a-b1bac67c348c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.454102 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (69da233e-ed49-4934-a54a-b1bac67c348c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.502803 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.509656 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2421098 Mar 08 18:54:47.510590 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51780) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:47.512268 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d45fca-f199-46bd-ae87-23da2f732477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69da233e-ed49-4934-a54a-b1bac67c348c,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.526490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'security_group_rule': {'security_group_id': 'ea161469-3939-4b76-8f2c-c12794e929ce', 'project_id': '1723a871cb604e0f948bf29239e44df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:47.558552 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 677a97d7-4d3f-4f6d-b40e-99c029cec6af up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:47.574631 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f40274-9c27-42f6-a438-4c4d7a01ac3b None None] New status for floating IP 53ee8d8b-029a-4cf9-9a7d-126fd68909b0: ACTIVE {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:54:47.588000 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.securitygroups_db [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Project 1723a871cb604e0f948bf29239e44df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:54:47.597262 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (0943fb40-c4a2-4d85-9fa8-db7f05037d1a), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.695414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (0943fb40-c4a2-4d85-9fa8-db7f05037d1a), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.701713 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (0943fb40-c4a2-4d85-9fa8-db7f05037d1a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.734258 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0943fb40-c4a2-4d85-9fa8-db7f05037d1a,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.747379 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.749771 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-49e915c7-a604-4939-8217-bb614a37ae73 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2352812 Mar 08 18:54:47.780327 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 677a97d7-4d3f-4f6d-b40e-99c029cec6af triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:47.781007 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.925800 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 677a97d7-4d3f-4f6d-b40e-99c029cec6af is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:47.926215 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.955414 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 677a97d7-4d3f-4f6d-b40e-99c029cec6af, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=677a97d7-4d3f-4f6d-b40e-99c029cec6af,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:47.961921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.043802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=677a97d7-4d3f-4f6d-b40e-99c029cec6af,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:49.475461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 677a97d7-4d3f-4f6d-b40e-99c029cec6af up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:49.539278 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 677a97d7-4d3f-4f6d-b40e-99c029cec6af triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:49.539733 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.673977 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 677a97d7-4d3f-4f6d-b40e-99c029cec6af is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:49.930357 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Sync routers for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:49.942551 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:49.943222 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:50.104132 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:50.373629 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:43Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '5bd83f43-31f0-496e-ac87-021579fa3fab', 'name': '', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'mac_address': 'fa:16:3e:e5:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:42Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 2, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'subnets': [{'id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:50.521260 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Checking router: 05d78ce7-e1b4-4563-acb6-40447323ddaa for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:50.521826 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Updating router 05d78ce7-e1b4-4563-acb6-40447323ddaa port 5bd83f43-31f0-496e-ac87-021579fa3fab binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:50.570391 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.721344 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5d9a08dd-3fe0-4532-96d1-d13773b8ecae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.984001 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks [] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.991382 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.055633 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2dc4-5d89-4697-bb12-5065b9a19b74 None None] Pushing event updated for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.127056 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Attempting to bind port 5bd83f43-31f0-496e-ac87-021579fa3fab on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:51.127465 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Attempting to bind port 5bd83f43-31f0-496e-ac87-021579fa3fab by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:51.127827 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Attempting to bind port 5bd83f43-31f0-496e-ac87-021579fa3fab on network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:51.133608 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:51.134020 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Checking segment: {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:51.134545 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.134943 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Bound using segment: {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:51.135450 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Bound port: 5bd83f43-31f0-496e-ac87-021579fa3fab, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f581dd9-9ed7-4c05-9111-434b16d18295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:51.135825 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.228198 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] For port 5bd83f43-31f0-496e-ac87-021579fa3fab, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:51.233200 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] For port 5bd83f43-31f0-496e-ac87-021579fa3fab, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=5bd83f43-31f0-496e-ac87-021579fa3fab,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:51.243396 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.305920 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:51.306463 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:51.311815 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Provisioning complete for port 5bd83f43-31f0-496e-ac87-021579fa3fab triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:51.312368 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.504669 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2dc4-5d89-4697-bb12-5065b9a19b74 None None] Pushing event updated for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.555960 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:51.585600 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Current status of the port 5bd83f43-31f0-496e-ac87-021579fa3fab is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:51.586236 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.639187 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] For port 5bd83f43-31f0-496e-ac87-021579fa3fab, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=5bd83f43-31f0-496e-ac87-021579fa3fab,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:51.646170 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.742514 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13bd01-6216-4418-bf23-2c33fd7fdffc None None] Pushing event updated for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.783693 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-cdada146-9cce-45a3-962b-cfb3c1cf4492 None None] Provisioning complete for port 5bd83f43-31f0-496e-ac87-021579fa3fab triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:51.784183 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-cdada146-9cce-45a3-962b-cfb3c1cf4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.812829 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:43Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '5bd83f43-31f0-496e-ac87-021579fa3fab', 'name': '', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'mac_address': 'fa:16:3e:e5:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:42Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'subnets': [{'id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:51.844906 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855138e-1030-4867-9c4b-00f9595351c6 None None] The sync data for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi is: [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:43Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '5bd83f43-31f0-496e-ac87-021579fa3fab', 'name': '', 'network_id': '7b010d5a-7a0d-4322-91ad-7016cc1f1578', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'mac_address': 'fa:16:3e:e5:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:42Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 4, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'subnets': [{'id': '6158e4cb-331e-4ec0-a204-25b3d873a2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:51.937565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-cdada146-9cce-45a3-962b-cfb3c1cf4492 None None] Current status of the port 5bd83f43-31f0-496e-ac87-021579fa3fab is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:53.357646 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-22fdf6aa-0daa-4e8f-8bc6-71fe85557e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:53.501156 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 5bd83f43-31f0-496e-ac87-021579fa3fab up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:53.559780 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 5bd83f43-31f0-496e-ac87-021579fa3fab triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:53.560176 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:53.645335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 5bd83f43-31f0-496e-ac87-021579fa3fab is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:54.823455 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.208043 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:57.649542 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:59.344381 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.225676 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 51976) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:04.284402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Deleting subnet 373bd6d8-fb31-4f0b-b5d5-e320cb687c8a {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:55:04.289124 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Publish callbacks [] for subnet (373bd6d8-fb31-4f0b-b5d5-e320cb687c8a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.342950 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (373bd6d8-fb31-4f0b-b5d5-e320cb687c8a), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.437747 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (373bd6d8-fb31-4f0b-b5d5-e320cb687c8a), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.468806 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-07c2f6bd-ff09-4c14-96ce-b0a5499bcea8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658486279&fields=id&tenant_id=1723a871cb604e0f948bf29239e44df5 HTTP/1.1" status: 200 len: 267 time: 0.0918851 Mar 08 18:55:04.567493 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (373bd6d8-fb31-4f0b-b5d5-e320cb687c8a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.604649 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373bd6d8-fb31-4f0b-b5d5-e320cb687c8a,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:04.620049 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.624292 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/373bd6d8-fb31-4f0b-b5d5-e320cb687c8a HTTP/1.1" status: 204 len: 168 time: 0.3974893 Mar 08 18:55:04.626992 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51984) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:04.636007 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-ea633fd3-7cd9-45f4-9028-66335d22224b tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:04.637585 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-ea633fd3-7cd9-45f4-9028-66335d22224b tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 808 time: 0.1623163 Mar 08 18:55:04.639206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.639566 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.639914 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.640253 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.640585 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.640916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.641248 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.641576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.641907 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.642241 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.642565 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.642888 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.643253 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea18ac-c753-4634-8bd9-5e281647be5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:04.657955 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-41e5ddeb-23c7-4bb1-8dc3-754ec8e4be68 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/quotas/1723a871cb604e0f948bf29239e44df5 HTTP/1.1" status: 200 len: 375 time: 0.0109205 Mar 08 18:55:04.707698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (170b848b-09de-45e2-a1a4-4084f1dae0de), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.720438 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-6734cd07-a14d-4028-bff1-6367649fb8f0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571332 Mar 08 18:55:04.793584 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (170b848b-09de-45e2-a1a4-4084f1dae0de), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.820497 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170b848b-09de-45e2-a1a4-4084f1dae0de']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:04.836398 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524105b7-6c3d-45ce-b4ea-79d410d6ef07') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:04.836865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524105b7-6c3d-45ce-b4ea-79d410d6ef07') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:04.853944 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (524105b7-6c3d-45ce-b4ea-79d410d6ef07), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.854241 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-dce76268-017f-40ea-a800-72989664407e service neutron] 10.222.0.57 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207442 Mar 08 18:55:04.874166 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (524105b7-6c3d-45ce-b4ea-79d410d6ef07), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.882901 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:55:04.883250 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (524105b7-6c3d-45ce-b4ea-79d410d6ef07), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:55:04.885206 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:55:04.950247 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (170b848b-09de-45e2-a1a4-4084f1dae0de), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.968134 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.971655 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] 10.222.0.57 "DELETE /v2.0/networks/170b848b-09de-45e2-a1a4-4084f1dae0de HTTP/1.1" status: 204 len: 168 time: 0.3431830 Mar 08 18:55:04.972705 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f716327-d498-46f6-9361-2fc74458cd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=170b848b-09de-45e2-a1a4-4084f1dae0de,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:04.973529 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fdde0aed-928b-47e7-9ff9-250ece53e596 service neutron] 10.222.0.57 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128364 Mar 08 18:55:05.227581 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51996) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:05.275201 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0a78eafa-1239-4561-85c6-5ecea2ab4433 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85d44a739c0444d691e3b651d9e198e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450294 Mar 08 18:55:05.276559 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 51998) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:05.351856 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] Publish callbacks [] for security_group (4a5274eb-fd7e-4825-8a1a-e6c2882e1def), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:05.364823 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4f7f51a3-fb11-40c5-bbef-ec7b857c4f8a req-fce35d86-1308-4223-bcea-7fde322059d5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 210 time: 0.0347648 Mar 08 18:55:05.383413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] Publish callbacks [] for security_group (4a5274eb-fd7e-4825-8a1a-e6c2882e1def), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:05.442485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (4a5274eb-fd7e-4825-8a1a-e6c2882e1def), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:05.445087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:05.446306 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a5274eb-fd7e-4825-8a1a-e6c2882e1def HTTP/1.1" status: 204 len: 168 time: 0.1687827 Mar 08 18:55:05.455605 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a14f-cca6-484a-b85f-afc2590b2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5274eb-fd7e-4825-8a1a-e6c2882e1def,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:06.509915 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7db368e2-4f48-44b5-b246-81e8deb1ac37 req-75d4a33d-3b8c-4c1b-82be-058a77020b49 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 210 time: 0.0456803 Mar 08 18:55:06.599513 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-b3c96ae1-eea0-4f4b-9e70-08a95f0d7e42 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:06.601589 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-b3c96ae1-eea0-4f4b-9e70-08a95f0d7e42 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 808 time: 0.1710594 Mar 08 18:55:06.709755 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-8699a553-c4b4-47d2-999d-eb1f37baed63 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1723a871cb604e0f948bf29239e44df5 HTTP/1.1" status: 200 len: 380 time: 0.0957727 Mar 08 18:55:06.721176 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'port': {'device_id': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'admin_state_up': True, 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'security_groups': ['ea161469-3939-4b76-8f2c-c12794e929ce']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:06.884367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Made reservation on behalf of 1723a871cb604e0f948bf29239e44df5 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:06.891546 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.116729 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Allocated IP 172.20.0.7 (2ea165b8-9e86-432c-9a08-2d5c5032ba58/c0b26924-fddb-40a3-8a90-e3337a53c092/2134c245-0374-437f-ac3f-810a325dbe88) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:07.310834 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for port (2134c245-0374-437f-ac3f-810a325dbe88), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.346931 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.403138 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:07.408117 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:07.413304 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:07.417918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:07.469688 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:07.470352 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.490123 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a88c6e1f-ce2d-45df-8eab-e3ea9e0d022f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750454 Mar 08 18:55:07.501862 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Request body: {'port': {'device_id': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:07.588335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.646963 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b202-c396-4632-856d-3994b1bebcba req-f47179d0-fabb-4782-95b5-51762fbd267a tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:07.650174 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6045b202-c396-4632-856d-3994b1bebcba req-f47179d0-fabb-4782-95b5-51762fbd267a tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 931 time: 0.0647173 Mar 08 18:55:07.671284 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-949343d5-3dd7-4d4f-b943-1ec93fef8866 None None] Provisioning complete for port 2134c245-0374-437f-ac3f-810a325dbe88 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:07.672925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-949343d5-3dd7-4d4f-b943-1ec93fef8866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2134c245-0374-437f-ac3f-810a325dbe88), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.722351 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6045b202-c396-4632-856d-3994b1bebcba req-3f0f27a2-07f7-4870-ae8e-1f96d229b563 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634325 Mar 08 18:55:07.737066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-949343d5-3dd7-4d4f-b943-1ec93fef8866 None None] Port 2134c245-0374-437f-ac3f-810a325dbe88 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:07.925100 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2134c245-0374-437f-ac3f-810a325dbe88 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:07.934061 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks [] for port (2134c245-0374-437f-ac3f-810a325dbe88), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.948926 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Transition to ACTIVE for port object 2134c245-0374-437f-ac3f-810a325dbe88 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:55:07.954367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:08.007989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:08.114069 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Attempting to bind port 2134c245-0374-437f-ac3f-810a325dbe88 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:08.114410 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Attempting to bind port 2134c245-0374-437f-ac3f-810a325dbe88 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:08.114741 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Attempting to bind port 2134c245-0374-437f-ac3f-810a325dbe88 on network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:08.120091 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Port 2134c245-0374-437f-ac3f-810a325dbe88 on network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:55:08.120387 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Attempting to bind port 2134c245-0374-437f-ac3f-810a325dbe88 on network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:08.129332 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:08.129723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Checking segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:08.130380 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Bound using segment: {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:08.131095 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Bound port: 2134c245-0374-437f-ac3f-810a325dbe88, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:08.131496 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:08.227604 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:08.231379 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:08.241430 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:08.287024 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.287894 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:08.289164 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] 10.222.0.18 "PUT /v2.0/ports/2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 1093 time: 0.7918134 Mar 08 18:55:08.289663 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:08.292059 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df" -d '{"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:08.316327 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:08.325173 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.325723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.326311 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.327030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.327498 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.327625 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.328177 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.328593 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.329303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.329444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.330188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.340009 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.340632 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68efa2-0a26-4bc1-bdda-460e23403953 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:08.406550 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331cac0-499c-4d64-b696-410b67832efe x-openstack-request-id: req-6331cac0-499c-4d64-b696-410b67832efe {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:08.406909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:08.407269 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6331cac0-499c-4d64-b696-410b67832efe {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:08.407897 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'status': 'completed', 'code': 200} Mar 08 18:55:08.440858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a09abc82-6291-4275-bf12-a053c57b15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.442912 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-a09abc82-6291-4275-bf12-a053c57b15f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1127 time: 0.0883601 Mar 08 18:55:08.528006 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-6789874d-3467-40d6-9303-4ea1ad176b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 217 time: 0.0759301 Mar 08 18:55:08.612025 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-97870dde-658d-4c25-bd2d-080e3c303cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.613551 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-97870dde-658d-4c25-bd2d-080e3c303cb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0803330 Mar 08 18:55:08.710290 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-adaeb8d5-81db-46b8-abaa-55611cc3ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.714875 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-adaeb8d5-81db-46b8-abaa-55611cc3ab2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940101 Mar 08 18:55:08.851628 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-c9b1ab1e-ca1c-4937-82dd-db2a2a3f0721 service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294496 Mar 08 18:55:08.892618 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8a5a0-8d7f-46a3-abcb-6dad06dd6696 req-f5f26bff-a480-4756-88e8-61494efcb381 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.894254 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-63b8a5a0-8d7f-46a3-abcb-6dad06dd6696 req-f5f26bff-a480-4756-88e8-61494efcb381 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0616889 Mar 08 18:55:08.960170 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-63b8a5a0-8d7f-46a3-abcb-6dad06dd6696 req-78273811-dd8d-4cf8-8c26-502e740892aa tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 Mar 08 18:55:09.723397 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a0cc427-a140-400a-a2f7-f599e93e9b5a req-ad991e3c-664d-4d7a-9693-3ab0a63cfb45 service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973573 Mar 08 18:55:10.093390 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c93222-198d-43c9-9d61-72010009c712 req-8ff2d9be-efe9-462a-a24e-fa9615b7acd5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:10.095017 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-81c93222-198d-43c9-9d61-72010009c712 req-8ff2d9be-efe9-462a-a24e-fa9615b7acd5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0609009 Mar 08 18:55:10.151905 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-81c93222-198d-43c9-9d61-72010009c712 req-86c76482-646b-44d9-93c3-f298f5cdb4b5 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506752 Mar 08 18:55:11.297874 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60c01-71ab-4bcf-8a26-7b08e275810c req-03472ea7-f28f-4f0d-b785-007aeef0cf9f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.299649 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-50b60c01-71ab-4bcf-8a26-7b08e275810c req-03472ea7-f28f-4f0d-b785-007aeef0cf9f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0653417 Mar 08 18:55:11.369000 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-50b60c01-71ab-4bcf-8a26-7b08e275810c req-d2cea5c9-24c2-48f5-a2b9-689d5c7b0865 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517273 Mar 08 18:55:11.387967 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-9ce59aae-2db0-4a04-90e6-260a6f81c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.390428 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-9ce59aae-2db0-4a04-90e6-260a6f81c68d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1127 time: 0.0645139 Mar 08 18:55:11.491296 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-5b2a6062-acff-4af2-9fdf-e74cbbe32178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.492798 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-5b2a6062-acff-4af2-9fdf-e74cbbe32178 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.0951185 Mar 08 18:55:11.541539 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-bf66e785-58e9-4891-a9d6-1ef6f4113ab3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 217 time: 0.0417604 Mar 08 18:55:11.597689 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-30d58dbb-a2a2-4578-be8f-843e719ab0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.599247 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-30d58dbb-a2a2-4578-be8f-843e719ab0ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0509317 Mar 08 18:55:11.662995 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-97886a1f-6611-41f1-9c6d-31beca9f2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.665542 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-97886a1f-6611-41f1-9c6d-31beca9f2a46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580082 Mar 08 18:55:12.028826 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-336d0b16-76c4-4741-a4bb-843a9382576c service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556640 Mar 08 18:55:12.145606 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-85c1dff9-1ad6-4488-bbe1-d6a9267b78df req-8928f445-0b97-4944-a657-e294e83aeb3e service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086669 Mar 08 18:55:12.504324 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f500a-da07-4585-aead-a84e656e0539 req-deb2e5af-8c06-42ed-93c6-61a7b1d2b48c tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:12.505933 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be1f500a-da07-4585-aead-a84e656e0539 req-deb2e5af-8c06-42ed-93c6-61a7b1d2b48c tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0614102 Mar 08 18:55:12.561388 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be1f500a-da07-4585-aead-a84e656e0539 req-f7163c15-880c-48b9-a07b-af7a79c572e4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491052 Mar 08 18:55:13.688362 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74ff50-7b5b-42bf-b9b7-19eafcd6e0d5 req-71ab4295-8f3d-475c-b19c-7fe7b8408175 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:13.690493 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c74ff50-7b5b-42bf-b9b7-19eafcd6e0d5 req-71ab4295-8f3d-475c-b19c-7fe7b8408175 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0594475 Mar 08 18:55:13.742912 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7c74ff50-7b5b-42bf-b9b7-19eafcd6e0d5 req-f6317756-7b5c-44f6-9158-e58c0bd678b4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Mar 08 18:55:13.820179 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:55:14.865905 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8bfce-9ded-435c-9a5f-fb17a1be9863 req-3534417f-cb21-4d8f-938a-dc213e471910 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:14.867407 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5af8bfce-9ded-435c-9a5f-fb17a1be9863 req-3534417f-cb21-4d8f-938a-dc213e471910 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0563371 Mar 08 18:55:14.917833 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5af8bfce-9ded-435c-9a5f-fb17a1be9863 req-17c00d3a-cece-4ccd-9026-529e67b47bee tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Mar 08 18:55:16.040269 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3912-50f5-4d89-becb-a1cd2de6ab9e req-ec973d35-45b8-4430-a304-8181e3663d16 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:16.041762 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-836b3912-50f5-4d89-becb-a1cd2de6ab9e req-ec973d35-45b8-4430-a304-8181e3663d16 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0538623 Mar 08 18:55:16.098141 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-836b3912-50f5-4d89-becb-a1cd2de6ab9e req-84831967-f634-4b60-9513-72492ec72639 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Mar 08 18:55:17.219974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e84fe-30cb-4cbd-b809-8db8d27f7be8 req-bb084b1d-7ad7-4487-b5b6-a450705a8c04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:17.221499 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a27e84fe-30cb-4cbd-b809-8db8d27f7be8 req-bb084b1d-7ad7-4487-b5b6-a450705a8c04 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0569928 Mar 08 18:55:17.278710 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a27e84fe-30cb-4cbd-b809-8db8d27f7be8 req-c9b3eff4-cdaf-41e4-b3b9-e550e4e7a0b6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515399 Mar 08 18:55:18.408397 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8329b3-d800-4603-8bb9-3f17dbe58b7d req-43bb9625-926a-49ea-b020-6ac1e2e55df7 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:18.410082 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e8329b3-d800-4603-8bb9-3f17dbe58b7d req-43bb9625-926a-49ea-b020-6ac1e2e55df7 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0596163 Mar 08 18:55:18.472185 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e8329b3-d800-4603-8bb9-3f17dbe58b7d req-e3af9ee8-3aa6-44ff-9f0b-85f6a10f2ad1 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528316 Mar 08 18:55:19.166152 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cc733-d4a7-4d98-b36e-b126e672c725 req-1ddae357-edc2-436d-9cff-760a3ad69b31 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:19.167893 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cc4cc733-d4a7-4d98-b36e-b126e672c725 req-1ddae357-edc2-436d-9cff-760a3ad69b31 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.0548382 Mar 08 18:55:19.217362 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-cc4cc733-d4a7-4d98-b36e-b126e672c725 req-13d7e1a5-b454-48e8-a338-580b6d844a04 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Mar 08 18:55:19.604005 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66dbc-5852-40af-97d8-351271fe657a req-61d3b385-25e4-4f04-871b-bca9b356487e tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:19.605575 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bfc66dbc-5852-40af-97d8-351271fe657a req-61d3b385-25e4-4f04-871b-bca9b356487e tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0608726 Mar 08 18:55:19.663776 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bfc66dbc-5852-40af-97d8-351271fe657a req-1759cf9f-46e9-4e2d-b6ae-8ef534d0ed3e tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518143 Mar 08 18:55:19.779883 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:55:19.883067 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:19.902447 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '2134c245-0374-437f-ac3f-810a325dbe88', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'mac_address': 'fa:16:3e:2c:9e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:55:19.944401 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2134c245-0374-437f-ac3f-810a325dbe88 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:19.944796 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.959828 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2134c245-0374-437f-ac3f-810a325dbe88 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:19.982683 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:19.990463 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.048114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:20.055759 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.056104 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.056450 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.056788 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.057122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.057448 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.057775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.058101 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.058427 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.058753 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.059076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.059419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.059739 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:20.255801 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['2134c245-0374-437f-ac3f-810a325dbe88'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:20.351903 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc271-bf37-4fb7-a2c9-0eaf70bad538 req-729dcf1c-2d96-4f4f-bcb3-f7576e6db06e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:20.353453 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7cddc271-bf37-4fb7-a2c9-0eaf70bad538 req-729dcf1c-2d96-4f4f-bcb3-f7576e6db06e tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.0560558 Mar 08 18:55:20.412492 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7cddc271-bf37-4fb7-a2c9-0eaf70bad538 req-471e2320-d73b-4b52-8697-17e0afc61e8c tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e197fd-d2f4-492d-863d-3ca891e58698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522091 Mar 08 18:55:20.689217 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1646-ff57-4142-934f-209e2d1a75bb req-b7a8981c-4857-429b-b8ff-a3e6a4783a87 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:20.690667 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-866b1646-ff57-4142-934f-209e2d1a75bb req-b7a8981c-4857-429b-b8ff-a3e6a4783a87 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 946 time: 0.0558705 Mar 08 18:55:20.715286 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d534d21a-390c-41fe-a921-c3db3cdc461d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.789309 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc3bf-ef79-482b-8f08-ebd496a0df97 req-603924bb-f0fb-404c-a169-76b733c69ae3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:20.790771 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2aabc3bf-ef79-482b-8f08-ebd496a0df97 req-603924bb-f0fb-404c-a169-76b733c69ae3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 944 time: 0.0545173 Mar 08 18:55:20.795102 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Deleting port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:20.795478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.849574 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2aabc3bf-ef79-482b-8f08-ebd496a0df97 req-0482173b-1910-4fdd-a8b6-5dadc8d05988 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520997 Mar 08 18:55:20.894976 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] For port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:20.895662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.075377 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.075828 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.076237 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Floating IP 62afc780-6b19-458b-9e3c-c1028530d607 disassociated. External IP: 172.27.1.115, port: 0e9760bb-9bd4-4fef-b11e-aa2561706c8c. Mar 08 18:55:21.076585 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Calling delete_port for 0e9760bb-9bd4-4fef-b11e-aa2561706c8c owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:21.217452 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (0e9760bb-9bd4-4fef-b11e-aa2561706c8c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.258468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'Port': ['ID=0e9760bb-9bd4-4fef-b11e-aa2561706c8c,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:21.402299 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:21.535920 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:21.541671 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fd60fb0f-1bd5-4729-ae48-8c4d5cbe677b req-8e0750c4-cf64-43c6-998a-a3580f08e747 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3a9eed-a203-4a73-ab4d-71b70c658945 HTTP/1.1" status: 200 len: 210 time: 0.0437977 Mar 08 18:55:21.552182 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:21.565095 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:21.565973 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:21.594792 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] No DVR routers for this DVR port 0e9760bb-9bd4-4fef-b11e-aa2561706c8c on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:21.598551 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.603410 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-866b1646-ff57-4142-934f-209e2d1a75bb req-4014945f-b187-454c-946e-4d1977c8c3c3 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.18 "DELETE /v2.0/ports/0e9760bb-9bd4-4fef-b11e-aa2561706c8c HTTP/1.1" status: 204 len: 173 time: 0.9068329 Mar 08 18:55:21.604029 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-deleted', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:21.607350 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e17d4-343c-4470-b352-5bfe8c02d3dc" -d '{"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-deleted", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:21.673320 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d6f566-5ab5-4f21-9642-2856a06a8a1a x-openstack-request-id: req-25d6f566-5ab5-4f21-9642-2856a06a8a1a {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:21.673794 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3a9eed-a203-4a73-ab4d-71b70c658945", "name": "network-vif-deleted", "tag": "0e9760bb-9bd4-4fef-b11e-aa2561706c8c", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:21.674214 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25d6f566-5ab5-4f21-9642-2856a06a8a1a {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:21.674859 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a9eed-a203-4a73-ab4d-71b70c658945', 'name': 'network-vif-deleted', 'tag': '0e9760bb-9bd4-4fef-b11e-aa2561706c8c', 'status': 'completed', 'code': 200} Mar 08 18:55:21.726988 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:21.841961 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:21.969786 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 2134c245-0374-437f-ac3f-810a325dbe88 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:55:21.976132 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 2134c245-0374-437f-ac3f-810a325dbe88 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:21.976523 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2134c245-0374-437f-ac3f-810a325dbe88), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.990121 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beced9a5-c9e2-4eb5-9872-3904b38ea967 req-0f1db555-0049-4623-a282-85e2a06d0600 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:21.991932 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-beced9a5-c9e2-4eb5-9872-3904b38ea967 req-0f1db555-0049-4623-a282-85e2a06d0600 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 944 time: 0.0641928 Mar 08 18:55:22.063683 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-beced9a5-c9e2-4eb5-9872-3904b38ea967 req-2e78e648-dbc9-48d1-8acb-7510319875b4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661135 Mar 08 18:55:22.086134 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:22.120289 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:22.131032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2134c245-0374-437f-ac3f-810a325dbe88 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:22.131460 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.141921 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:22.142577 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:54:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:22.193655 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:22.195914 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6546f-4253-429f-b7be-a4dcd5a256e0" -d '{"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-plugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:22.220566 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:22.227675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.228507 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:22.261483 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bba8d3-5826-470f-a1e5-69245e9fe640 x-openstack-request-id: req-a6bba8d3-5826-470f-a1e5-69245e9fe640 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:22.261810 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-plugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:22.262066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6bba8d3-5826-470f-a1e5-69245e9fe640 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:22.262449 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'code': 200} Mar 08 18:55:22.309948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 0e9760bb-9bd4-4fef-b11e-aa2561706c8c {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:22.310302 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0e9760bb-9bd4-4fef-b11e-aa2561706c8c not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:22.342330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:22.344698 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:22.485282 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137568d-873a-42d5-8206-4dc521466a29 req-42e63cc0-06a2-4a21-b0b2-c5572407e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:22.486782 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5137568d-873a-42d5-8206-4dc521466a29 req-42e63cc0-06a2-4a21-b0b2-c5572407e498 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.0560033 Mar 08 18:55:22.542428 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5137568d-873a-42d5-8206-4dc521466a29 req-0d680127-abf9-40fe-9763-3b3a36abb297 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488739 Mar 08 18:55:22.650232 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52190) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:22.698503 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:22.718505 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (77e197fd-d2f4-492d-863d-3ca891e58698), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.727949 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3e89e-a2ed-4fa7-972d-3628ec37ce25 None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:48:32Z', 'revision_number': 4, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '361b3242-4ed9-4321-9879-9c33c872f1cf', 'name': '', 'network_id': 'ccfd8af0-5e5d-4599-bdaf-1cbd01903f16', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'mac_address': 'fa:16:3e:a8:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:30Z', 'updated_at': '2022-03-08T18:48:37Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'subnets': [{'id': 'b2658a7a-9396-4c31-a45b-133da6e4e892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:22.747039 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (77e197fd-d2f4-492d-863d-3ca891e58698), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.805612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (77e197fd-d2f4-492d-863d-3ca891e58698), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.808489 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.809861 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "DELETE /v2.0/security-groups/77e197fd-d2f4-492d-863d-3ca891e58698 HTTP/1.1" status: 204 len: 168 time: 0.1582081 Mar 08 18:55:22.814193 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52192) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:22.829552 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c876-1084-4434-a843-59d7507e2b7b tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e197fd-d2f4-492d-863d-3ca891e58698,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:22.836377 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.api.v2.resource [None req-d072c16a-33fc-47ab-bf70-9cfb6462de76 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] show failed (client error): The resource could not be found. Mar 08 18:55:22.837442 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d072c16a-33fc-47ab-bf70-9cfb6462de76 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "GET /v2.0/security-groups/77e197fd-d2f4-492d-863d-3ca891e58698 HTTP/1.1" status: 404 len: 347 time: 0.0222330 Mar 08 18:55:22.841821 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52194) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:22.990125 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Deleting port c3f90797-0b76-4429-ba88-178a5a420297 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:22.990463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (c3f90797-0b76-4429-ba88-178a5a420297), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.001001 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533d811-816c-4969-b8bd-ec65687d8d72 None None] New status for floating IP 62afc780-6b19-458b-9e3c-c1028530d607: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:55:23.081371 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (c3f90797-0b76-4429-ba88-178a5a420297), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.081697 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (c3f90797-0b76-4429-ba88-178a5a420297), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.094310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Calling delete_port for c3f90797-0b76-4429-ba88-178a5a420297 owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:23.204465 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7abd2-7c2c-4171-b129-14b254dfe534 req-74feeae7-1ab0-4d44-a4bb-2c1d4e8af279 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:23.206017 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b0a7abd2-7c2c-4171-b129-14b254dfe534 req-74feeae7-1ab0-4d44-a4bb-2c1d4e8af279 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0612314 Mar 08 18:55:23.255922 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (c3f90797-0b76-4429-ba88-178a5a420297), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.262501 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b0a7abd2-7c2c-4171-b129-14b254dfe534 req-35372ca1-771a-41e4-a10f-67dc11722ac0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500305 Mar 08 18:55:23.282993 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Pushing event deleted for resources: {'Port': ['ID=c3f90797-0b76-4429-ba88-178a5a420297,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:23.352499 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a6f95efa-cd58-47d8-954e-285b6c6306ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.352776 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks [] for floatingip (62afc780-6b19-458b-9e3c-c1028530d607), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.355522 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.356784 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bdf4a249-e4a8-48f9-8b43-d3fdd4ec9992 tempest-AttachVolumeShelveTestJSON-1712095635 tempest-AttachVolumeShelveTestJSON-1712095635-project] 10.222.0.57 "DELETE /v2.0/floatingips/62afc780-6b19-458b-9e3c-c1028530d607 HTTP/1.1" status: 204 len: 168 time: 0.5139837 Mar 08 18:55:23.600404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52210) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:23.718309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-837f73ae-0cbd-46e8-93c8-5cf309cc7306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.799394 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-837f73ae-0cbd-46e8-93c8-5cf309cc7306 admin admin] Publish callbacks [] for security_group (60dc2857-e5ae-48aa-84c4-3f43629f1eb7), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.803279 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-837f73ae-0cbd-46e8-93c8-5cf309cc7306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (60dc2857-e5ae-48aa-84c4-3f43629f1eb7), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.846819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f73ae-0cbd-46e8-93c8-5cf309cc7306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc2857-e5ae-48aa-84c4-3f43629f1eb7,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:23.853128 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-837f73ae-0cbd-46e8-93c8-5cf309cc7306 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52a24372aad14df0b391fbcf1f7c8dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515330 Mar 08 18:55:23.855714 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52214) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:23.908566 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] Publish callbacks [] for security_group (60dc2857-e5ae-48aa-84c4-3f43629f1eb7), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.931582 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] Publish callbacks [] for security_group (60dc2857-e5ae-48aa-84c4-3f43629f1eb7), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.982115 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (60dc2857-e5ae-48aa-84c4-3f43629f1eb7), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.984909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.986274 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60dc2857-e5ae-48aa-84c4-3f43629f1eb7 HTTP/1.1" status: 204 len: 168 time: 0.1293840 Mar 08 18:55:23.996287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a67f3-05b5-4cd7-b892-08b5a5bb698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc2857-e5ae-48aa-84c4-3f43629f1eb7,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:24.391589 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8507-4118-4142-8f08-556fe9a29dbe req-77fa7bb0-cfd9-4713-9987-fa95687569c3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:24.393184 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-46ec8507-4118-4142-8f08-556fe9a29dbe req-77fa7bb0-cfd9-4713-9987-fa95687569c3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0546951 Mar 08 18:55:24.455968 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-46ec8507-4118-4142-8f08-556fe9a29dbe req-cdc19805-d0f1-4420-9806-9465ace819a6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572889 Mar 08 18:55:24.596058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3c07-f26d-4fde-b0db-2e6e81903cff req-1e834d7c-91c4-4cc1-ba0c-b48b63d6fd4f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:24.598199 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f0e3c07-f26d-4fde-b0db-2e6e81903cff req-1e834d7c-91c4-4cc1-ba0c-b48b63d6fd4f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0621347 Mar 08 18:55:24.667334 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1f0e3c07-f26d-4fde-b0db-2e6e81903cff req-3bf86f14-e0a1-4c9e-874b-47a720cc5b0c tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633192 Mar 08 18:55:24.691906 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52250) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:24.713592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52254) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:24.821135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-409299011-network', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:24.828049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.840750 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Made reservation on behalf of 6b99d9de89a44c1ea5e844ee8bf994a6 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:24.843241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.851834 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.953240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdbc4d-0c70-46a9-aaa5-e88cfa497d04 tempest-TestShelveInstance-1376419227 tempest-TestShelveInstance-1376419227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:24.954936 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9bbdbc4d-0c70-46a9-aaa5-e88cfa497d04 tempest-TestShelveInstance-1376419227 tempest-TestShelveInstance-1376419227-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1124 time: 0.2618792 Mar 08 18:55:24.958026 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52258) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:24.962470 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:24.985991 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.988179 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks [] for security_group (cadae02a-e698-47f7-b144-ffbc014e8176), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.991867 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cadae02a-e698-47f7-b144-ffbc014e8176), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.018455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:25.028169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadae02a-e698-47f7-b144-ffbc014e8176,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.034056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (c3621897-81ce-40bd-882e-ac9470d8825e), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.034399 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Added segment c3621897-81ce-40bd-882e-ac9470d8825e of type vlan for network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 Mar 08 18:55:25.076020 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.097339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.106581 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.107590 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:25.108169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.143152 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4284291 Mar 08 18:55:25.146226 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52260) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:25.176085 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Request body: {'subnet': {'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-409299011-subnet', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:25.187112 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702f4c-8720-4d26-aebc-2b76e40028db admin admin] Pushing event updated for resources: {'Network': ['ID=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.198955 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:25.211975 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Made reservation on behalf of 6b99d9de89a44c1ea5e844ee8bf994a6 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:25.215669 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.231024 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Allocated IP 172.27.1.75 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/3c19fabb-e565-416e-b461-754ab0037bef) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:25.357128 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for port (3c19fabb-e565-416e-b461-754ab0037bef), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.404288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (3c19fabb-e565-416e-b461-754ab0037bef), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.425078 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (bc06eb0f-cafd-49f5-a56c-ff291443818a), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.446972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:25.451687 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:25.457163 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:25.460680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'Port': ['ID=3c19fabb-e565-416e-b461-754ab0037bef,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.480531 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc06eb0f-cafd-49f5-a56c-ff291443818a,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.499943 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:25.500347 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Network hostable DHCP agents. Network: f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:25.519460 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:25.529240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:25.534400 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:25.534998 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.547357 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de209a-d74b-409b-b2cd-f33b85625a16 None None] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:25.568210 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e9a59927-b36c-4a8a-b024-31b09c0e683b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4167576 Mar 08 18:55:25.568660 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52262) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:25.573371 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:25.599364 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.600493 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.666302 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for router_controller (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), precommit_add_association {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.683329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:25.684277 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.880052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for router_gateway (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.903228 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Allocated IP 172.20.0.2 (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59/bc06eb0f-cafd-49f5-a56c-ff291443818a/4c70d89a-2c2b-4db8-ac91-62010fbceddf) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:25.910137 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52270) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:25.944715 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for floatingip (2f50c6a2-652c-4413-876f-d3d579150445), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.043651 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (3c19fabb-e565-416e-b461-754ab0037bef), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.085527 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks [] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.094214 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.141361 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:26.143888 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:26.148015 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:26.155395 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Pushing event updated for resources: {'Port': ['ID=4c70d89a-2c2b-4db8-ac91-62010fbceddf,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:26.218738 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for port (3c19fabb-e565-416e-b461-754ab0037bef), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.222512 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Attempting to bind port 4c70d89a-2c2b-4db8-ac91-62010fbceddf on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:26.222991 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Attempting to bind port 4c70d89a-2c2b-4db8-ac91-62010fbceddf by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:26.223431 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Attempting to bind port 4c70d89a-2c2b-4db8-ac91-62010fbceddf on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:26.224380 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (3c19fabb-e565-416e-b461-754ab0037bef), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.228434 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.230385 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:26.231009 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:26.231636 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.232251 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Bound using segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:26.232802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Bound port: 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:26.234009 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.304495 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] For port 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:26.308762 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] For port 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c70d89a-2c2b-4db8-ac91-62010fbceddf,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:26.309306 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (2f50c6a2-652c-4413-876f-d3d579150445), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.309897 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for router_gateway (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.316620 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.335601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.376240 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50366c0-8739-44ac-add5-63aa70b70fbf None None] Pushing event updated for resources: {'Port': ['ID=4c70d89a-2c2b-4db8-ac91-62010fbceddf,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:26.422373 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event updated for resources: {'Port': ['ID=3c19fabb-e565-416e-b461-754ab0037bef,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:26.446490 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Floating IP 2f50c6a2-652c-4413-876f-d3d579150445 associated. External IP: 172.27.1.75, port: 2134c245-0374-437f-ac3f-810a325dbe88. Mar 08 18:55:26.802361 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Allocated IP 172.27.1.136 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/8fa12ece-b71d-44a3-89e7-7ceba92624e8) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:26.970918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.971923 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:27.007302 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.082506 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.101946 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:27.115805 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Sync routers for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:27.128680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.135804 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:27.136987 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:27.180650 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:27.195154 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d6fa26fe-d52a-43c7-9480-e3cab5cd6e58 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2244699 Mar 08 18:55:27.195154 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:27.195495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:27.195591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947820ae-5d09-4386-aced-065c1226d812" -d '{"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:27.197518 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:27.242111 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa12ece-b71d-44a3-89e7-7ceba92624e8,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:27.247418 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07031d6-26cf-4af6-807b-2f871e01057c x-openstack-request-id: req-a07031d6-26cf-4af6-807b-2f871e01057c {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:27.247718 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:27.247979 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a07031d6-26cf-4af6-807b-2f871e01057c {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:27.248398 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'status': 'completed', 'code': 200} Mar 08 18:55:27.291935 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:27.470096 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28b6a7-011c-4dcf-97bb-84c8a56101d8 None None] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:27.485893 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947820ae-5d09-4386-aced-065c1226d812 req-aecdd302-916f-4a16-bce6-058618bd0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.487363 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-aecdd302-916f-4a16-bce6-058618bd0adb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.1770592 Mar 08 18:55:27.557899 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c70d89a-2c2b-4db8-ac91-62010fbceddf up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:27.568407 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Provisioning complete for port 4c70d89a-2c2b-4db8-ac91-62010fbceddf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:27.568789 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.712011 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.715064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947820ae-5d09-4386-aced-065c1226d812 req-1c3bb200-078e-4beb-8723-03eaeed18221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.716572 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-1c3bb200-078e-4beb-8723-03eaeed18221 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.2234011 Mar 08 18:55:27.734447 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for router_gateway (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.769023 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 4c70d89a-2c2b-4db8-ac91-62010fbceddf triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:27.769311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.826593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '2f50c6a2-652c-4413-876f-d3d579150445', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'mac_address': 'fa:16:3e:2c:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:25Z', 'revision_number': 0, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:27.830904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Current status of the port 4c70d89a-2c2b-4db8-ac91-62010fbceddf is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:27.831338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.870270 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Checking router: a30f7a33-16b8-46b1-b0cd-7ecc173e9634 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:27.874170 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-5f76d84f-445c-4d85-998c-548564a95617 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 998 time: 0.1486032 Mar 08 18:55:27.884287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Deleting port 361b3242-4ed9-4321-9879-9c33c872f1cf {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:27.884857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.899388 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:27.900041 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:28.040862 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947820ae-5d09-4386-aced-065c1226d812 req-ef66cdec-379e-491f-acdd-11d08da2b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:28.042288 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-ef66cdec-379e-491f-acdd-11d08da2b9ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.1548893 Mar 08 18:55:28.085809 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] For port 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c70d89a-2c2b-4db8-ac91-62010fbceddf,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:28.098483 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] For port 361b3242-4ed9-4321-9879-9c33c872f1cf, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=361b3242-4ed9-4321-9879-9c33c872f1cf,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:28.098861 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.108463 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.145178 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Calling delete_port for 361b3242-4ed9-4321-9879-9c33c872f1cf owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:28.189204 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 4c70d89a-2c2b-4db8-ac91-62010fbceddf is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:28.189794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.211706 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947820ae-5d09-4386-aced-065c1226d812 req-cb68e9d0-89ce-4179-b7b8-9ed985f39909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:28.213386 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-cb68e9d0-89ce-4179-b7b8-9ed985f39909 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1641171 Mar 08 18:55:28.221138 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.250377 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb98e-6672-4a55-afa8-01ea03af83a1 None None] Pushing event updated for resources: {'Port': ['ID=4c70d89a-2c2b-4db8-ac91-62010fbceddf,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:28.288448 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:28.335943 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-6ca45faa-440c-404d-bcba-880deebc6464 None None] Provisioning complete for port 4c70d89a-2c2b-4db8-ac91-62010fbceddf triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:28.336259 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6ca45faa-440c-404d-bcba-880deebc6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.399690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:55:28.400057 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG oslo_db.api [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:55:28.536791 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-6ca45faa-440c-404d-bcba-880deebc6464 None None] Current status of the port 4c70d89a-2c2b-4db8-ac91-62010fbceddf is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:28.617630 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '2f50c6a2-652c-4413-876f-d3d579150445', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'mac_address': 'fa:16:3e:2c:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:25Z', 'revision_number': 0, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:28.652215 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152140fa-c977-476b-82e4-63c336d8d6ce None None] The sync data for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi is: [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '2f50c6a2-652c-4413-876f-d3d579150445', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'mac_address': 'fa:16:3e:2c:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:25Z', 'revision_number': 0, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:28.739924 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-b3e135a3-7b29-4f3d-8b95-6290a807d17d service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147672 Mar 08 18:55:28.885231 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:28.907640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (361b3242-4ed9-4321-9879-9c33c872f1cf), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.910828 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5819d-ca2a-44dd-b386-46bafa6770e2 None None] New status for floating IP 2f50c6a2-652c-4413-876f-d3d579150445: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:55:28.944182 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-947820ae-5d09-4386-aced-065c1226d812 req-73231d11-428d-45dc-a910-01add86938de service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959069 Mar 08 18:55:28.947214 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Pushing event deleted for resources: {'Port': ['ID=361b3242-4ed9-4321-9879-9c33c872f1cf,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:29.013967 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 4c70d89a-2c2b-4db8-ac91-62010fbceddf is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:29.181878 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:29.194448 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:29.206516 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:29.207762 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:29.238052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.241896 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4d569862-8e07-43f4-871c-b18c2e86d3d5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6697187 Mar 08 18:55:29.242062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52278) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:29.300548 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.332451 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:29.409033 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.560140 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:27Z', 'revision_number': 3, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:29.598836 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c70d89a-2c2b-4db8-ac91-62010fbceddf up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:29.601652 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:29.602091 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Updating router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:29.658231 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.750609 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:29.758105 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 4c70d89a-2c2b-4db8-ac91-62010fbceddf triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:29.758105 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.922026 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 4c70d89a-2c2b-4db8-ac91-62010fbceddf is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:29.943937 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:29.955840 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Sync routers for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:29.967079 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-180c64df-7903-4380-be42-44a3f7e7306c admin admin] 10.222.0.57 "PUT /v2.0/routers/2ca49b8b-4108-4c62-a90e-eedf7509ff1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0548236 Mar 08 18:55:29.970303 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52280) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:29.975842 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:29.976733 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:29.994835 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.029724 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks [] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.042561 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.092657 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Attempting to bind port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:30.093747 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Attempting to bind port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:30.094122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Attempting to bind port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:30.100059 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:30.111524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:30.112723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:30.112723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.112723 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:30.113335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Bound port: 8fa12ece-b71d-44a3-89e7-7ceba92624e8, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:30.113722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.150292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks [] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.213170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Allocated IP 172.20.0.1 (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59/bc06eb0f-cafd-49f5-a56c-ff291443818a/c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:30.224201 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750d5fa-ef22-49c9-8baf-fb481ca42b46 None None] Pushing event updated for resources: {'Port': ['ID=8fa12ece-b71d-44a3-89e7-7ceba92624e8,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:30.227452 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] For port 8fa12ece-b71d-44a3-89e7-7ceba92624e8, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:30.231213 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] For port 8fa12ece-b71d-44a3-89e7-7ceba92624e8, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=8fa12ece-b71d-44a3-89e7-7ceba92624e8,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:30.241330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.315930 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:30.316570 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:30.333430 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks [] for router_gateway (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.394085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750d5fa-ef22-49c9-8baf-fb481ca42b46 None None] Pushing event updated for resources: {'Port': ['ID=8fa12ece-b71d-44a3-89e7-7ceba92624e8,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:30.403840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Deleting port d36fd36b-fa4e-4cc1-9608-49a850e1721d {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:30.404191 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.419903 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks [] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.439851 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port': {'id': 'd36fd36b-fa4e-4cc1-9608-49a850e1721d', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:48:27Z', 'updated_at': '2022-03-08T18:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:30.464275 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.476778 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Checking router: 2ca49b8b-4108-4c62-a90e-eedf7509ff1a for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:30.491528 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Routers {'2ca49b8b-4108-4c62-a90e-eedf7509ff1a'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:30.492168 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:30.520427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:30.522481 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] For port d36fd36b-fa4e-4cc1-9608-49a850e1721d, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=d36fd36b-fa4e-4cc1-9608-49a850e1721d,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:30.522955 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.524608 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:30.530542 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:30.552092 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Pushing event updated for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:30.557834 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Calling delete_port for d36fd36b-fa4e-4cc1-9608-49a850e1721d owned by network:router_gateway {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:30.582005 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.649778 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] Set router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:30.670561 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:30.755907 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 6, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:30.783026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.826321 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871e4c0-2aa5-4b3a-addd-430c6b691fa7 None None] The sync data for ids ['2ca49b8b-4108-4c62-a90e-eedf7509ff1a'] in dv-cinder-830087-3-iscsi is: [{'id': '2ca49b8b-4108-4c62-a90e-eedf7509ff1a', 'name': 'tempest-AttachVolumeShelveTestJSON-2076916372-router', 'tenant_id': '07a81f4e35524160b30885ef7e30fabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:48:26Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 6, 'project_id': '07a81f4e35524160b30885ef7e30fabb', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:30.889150 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (d36fd36b-fa4e-4cc1-9608-49a850e1721d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.923052 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Pushing event deleted for resources: {'Port': ['ID=d36fd36b-fa4e-4cc1-9608-49a850e1721d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:30.948196 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-7f9edc72-8617-4696-bc44-83a0c175335a None None] Provisioning complete for port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:30.949032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7f9edc72-8617-4696-bc44-83a0c175335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.995983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:27Z', 'revision_number': 3, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:31.027489 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-7f9edc72-8617-4696-bc44-83a0c175335a None None] Port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:31.029780 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.033859 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda93ba-c20e-42e1-ae05-41b16413df9a None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:27Z', 'revision_number': 3, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:31.044683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks [] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.052883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.134530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.147925 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Pushing event updated for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:31.162832 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.166388 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks [] for router_controller (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.245934 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (2ca49b8b-4108-4c62-a90e-eedf7509ff1a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.247288 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca49b8b-4108-4c62-a90e-eedf7509ff1a {{(pid=109994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:55:31.255865 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.259185 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-208c4d16-0102-40a5-b3f6-eff42dfceacf admin admin] 10.222.0.57 "DELETE /v2.0/routers/2ca49b8b-4108-4c62-a90e-eedf7509ff1a HTTP/1.1" status: 204 len: 168 time: 1.2858253 Mar 08 18:55:31.263358 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52290) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:31.277499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:31.279007 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:31.375624 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Deleting subnet b2658a7a-9396-4c31-a45b-133da6e4e892 {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:55:31.388242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Publish callbacks [] for subnet (b2658a7a-9396-4c31-a45b-133da6e4e892), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.487702 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (b2658a7a-9396-4c31-a45b-133da6e4e892), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.497678 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:31.634050 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (b2658a7a-9396-4c31-a45b-133da6e4e892), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.671737 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-7414af9c-5370-4822-9784-97cd775c39c7 None None] Provisioning complete for port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:31.672348 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7414af9c-5370-4822-9784-97cd775c39c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.750439 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-7414af9c-5370-4822-9784-97cd775c39c7 None None] Port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:31.765431 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (b2658a7a-9396-4c31-a45b-133da6e4e892), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.812258 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2658a7a-9396-4c31-a45b-133da6e4e892,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:31.827794 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.832139 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf91fe-366a-43ad-9991-0ba9a94eb930 None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:31.842314 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-32d0dc3b-b701-4738-9e99-4b1a484ddca2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b2658a7a-9396-4c31-a45b-133da6e4e892 HTTP/1.1" status: 204 len: 168 time: 0.5758724 Mar 08 18:55:31.843656 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52296) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:31.967053 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.020084 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 8fa12ece-b71d-44a3-89e7-7ceba92624e8 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:32.089188 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Deleting port 3b07d396-817d-4bc1-be3a-7e25b8185a70 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:32.089911 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.097698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:32.119003 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:32.119501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.124327 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6d940039-dbb5-4fc3-95d2-9a630b954233 admin admin] 10.222.0.57 "PUT /v2.0/routers/ff4b30cc-47ae-42a6-9547-5bd4f66c1377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8811612 Mar 08 18:55:32.187909 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] For port 3b07d396-817d-4bc1-be3a-7e25b8185a70, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3b07d396-817d-4bc1-be3a-7e25b8185a70,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:32.188284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.212383 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Calling delete_port for 3b07d396-817d-4bc1-be3a-7e25b8185a70 owned by network:dhcp {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:32.229811 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] DHCP port deletion for ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:55:32.278370 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:32.278692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.318997 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 8fa12ece-b71d-44a3-89e7-7ceba92624e8, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=8fa12ece-b71d-44a3-89e7-7ceba92624e8,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:32.330327 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.347560 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Deleting port 3b07d396-817d-4bc1-be3a-7e25b8185a70 {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:32.347560 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.394583 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.446406 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b07d396-817d-4bc1-be3a-7e25b8185a70,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:32.452386 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] No DVR routers for this DVR port 3b07d396-817d-4bc1-be3a-7e25b8185a70 on host dv-cinder-830087-3-iscsi {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:32.456964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 361b3242-4ed9-4321-9879-9c33c872f1cf no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:32.463435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=8fa12ece-b71d-44a3-89e7-7ceba92624e8,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:32.524122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 361b3242-4ed9-4321-9879-9c33c872f1cf {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:32.524594 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 361b3242-4ed9-4321-9879-9c33c872f1cf not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:32.525196 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device d36fd36b-fa4e-4cc1-9608-49a850e1721d no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:32.539943 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.567387 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfd8af0-5e5d-4599-bdaf-1cbd01903f16']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:32.575942 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: d36fd36b-fa4e-4cc1-9608-49a850e1721d {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:32.576306 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device d36fd36b-fa4e-4cc1-9608-49a850e1721d not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:32.591741 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcb5de2-4426-45b3-b5a5-affecc75253f') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:32.594720 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcb5de2-4426-45b3-b5a5-affecc75253f') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:32.599025 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] For port 3b07d396-817d-4bc1-be3a-7e25b8185a70, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3b07d396-817d-4bc1-be3a-7e25b8185a70,segment=NetworkSegment(6dcb5de2-4426-45b3-b5a5-affecc75253f),segment_id=6dcb5de2-4426-45b3-b5a5-affecc75253f)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:32.599684 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.616362 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Calling delete_port for 3b07d396-817d-4bc1-be3a-7e25b8185a70 owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:32.616724 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (6dcb5de2-4426-45b3-b5a5-affecc75253f), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.636007 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (6dcb5de2-4426-45b3-b5a5-affecc75253f), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.645434 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:55:32.646404 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (6dcb5de2-4426-45b3-b5a5-affecc75253f), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:55:32.650010 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:55:32.715833 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (ccfd8af0-5e5d-4599-bdaf-1cbd01903f16), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.721826 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (3b07d396-817d-4bc1-be3a-7e25b8185a70), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.725432 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.732857 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] 10.222.0.57 "DELETE /v2.0/networks/ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 HTTP/1.1" status: 204 len: 168 time: 0.8860593 Mar 08 18:55:32.733069 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Network ccfd8af0-5e5d-4599-bdaf-1cbd01903f16 is not hosted by any dhcp agent {{(pid=109996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 18:55:32.733760 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] No DVR routers for this DVR port 3b07d396-817d-4bc1-be3a-7e25b8185a70 on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:32.743761 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cad8-cb59-4e4e-b0ce-fb951c67cb0c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfd8af0-5e5d-4599-bdaf-1cbd01903f16,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:32.758582 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ad513-bd14-43cf-ac3a-94cff47a16e9 None None] Pushing event deleted for resources: {'Port': ['ID=3b07d396-817d-4bc1-be3a-7e25b8185a70,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:32.909204 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52318) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:32.912978 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1289661606-network', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:32.956645 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Made reservation on behalf of a5245aaa26bb483b9b0362cfb4459fa0 for: {'network': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:32.959320 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.969073 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.991828 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52322) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:33.058401 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-2df6c931-80ff-41c2-9d4b-7e7296fd719e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07a81f4e35524160b30885ef7e30fabb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0651870 Mar 08 18:55:33.061261 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52324) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:33.096784 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks [] for security_group (194a70d9-90ec-4a8d-8ae1-883a47b59ecf), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.101649 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (194a70d9-90ec-4a8d-8ae1-883a47b59ecf), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.121854 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] Publish callbacks [] for security_group (ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.128707 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=109994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:33.139008 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a70d9-90ec-4a8d-8ae1-883a47b59ecf,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:33.150895 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (1c93eaaf-2301-452c-8e33-516ab590e75e), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.151153 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.segments_db [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Added segment 1c93eaaf-2301-452c-8e33-516ab590e75e of type vlan for network e853e278-f342-4153-bec9-17a53abdc1e1 Mar 08 18:55:33.168419 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] Publish callbacks [] for security_group (ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.218614 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (e853e278-f342-4153-bec9-17a53abdc1e1), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.236018 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.240300 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.242059 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0 HTTP/1.1" status: 204 len: 168 time: 0.1797123 Mar 08 18:55:33.252773 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c581e-4213-4a62-b371-b3311fe3c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36b88e-e9ef-43a3-b3f7-ed878f00f7f0,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:33.266182 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (e853e278-f342-4153-bec9-17a53abdc1e1), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.267438 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:33.268104 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.311838 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4025016 Mar 08 18:55:33.313348 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52334) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:33.319423 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Request body: {'subnet': {'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1289661606-subnet', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:33.347024 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Made reservation on behalf of a5245aaa26bb483b9b0362cfb4459fa0 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:33.350213 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.357419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86cbb8-5c5f-49cd-9452-010b8e67786e admin admin] Pushing event updated for resources: {'Network': ['ID=e853e278-f342-4153-bec9-17a53abdc1e1,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:33.372189 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network e853e278-f342-4153-bec9-17a53abdc1e1 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:33.548873 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 8fa12ece-b71d-44a3-89e7-7ceba92624e8 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:33.565303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (524835a0-715b-4500-880c-615db6b58684), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.611545 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:33.611931 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.636915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524835a0-715b-4500-880c-615db6b58684,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:33.645820 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Checking segment: {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:33.645820 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Network hostable DHCP agents. Network: e853e278-f342-4153-bec9-17a53abdc1e1, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:33.666676 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Network e853e278-f342-4153-bec9-17a53abdc1e1 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:33.678924 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:33.680813 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, e853e278-f342-4153-bec9-17a53abdc1e1) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:33.686843 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:33.687628 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.696907 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8729-b906-4ca9-a6b6-d15e90171ad7 None None] Network e853e278-f342-4153-bec9-17a53abdc1e1 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:33.713999 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3169a0bf-29f9-45c1-916a-7322ed730869 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987484 Mar 08 18:55:33.716713 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52338) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:33.719624 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:33.720484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:33.722316 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:33.752798 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (63b507b5-e79f-47f4-b849-dcac09976309), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.754192 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (63b507b5-e79f-47f4-b849-dcac09976309), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.827374 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for router_controller (63b507b5-e79f-47f4-b849-dcac09976309), precommit_add_association {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.913272 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:33.958976 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:33.994334 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-e853e278-f342-4153-bec9-17a53abdc1e1', 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1', 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'fixed_ips': [{'subnet_id': '524835a0-715b-4500-880c-615db6b58684'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:33.995531 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.997805 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3b07d396-817d-4bc1-be3a-7e25b8185a70 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:34.041643 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 3b07d396-817d-4bc1-be3a-7e25b8185a70 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:34.041999 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3b07d396-817d-4bc1-be3a-7e25b8185a70 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:34.084513 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for router_gateway (63b507b5-e79f-47f4-b849-dcac09976309), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.347958 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for router_gateway (63b507b5-e79f-47f4-b849-dcac09976309), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.351721 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52358) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:34.385239 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.419320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Allocated IP 172.20.0.2 (e853e278-f342-4153-bec9-17a53abdc1e1/524835a0-715b-4500-880c-615db6b58684/1b785e39-82d7-4ab1-a72b-9c08c358a4e2) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:34.489367 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1687434910-network', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:34.503735 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Allocated IP 172.27.1.88 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/228cf550-2012-40e5-adfb-76b3113c06c6) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:34.511337 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Made reservation on behalf of 681671d7cacc487ea3dd42ecef84ad95 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:34.514445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.524702 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.546581 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 2, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:34.579589 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:34.579953 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Updating router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:34.619978 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks [] for security_group (a46f6185-ea6e-4194-a462-c44e30443f00), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.623759 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for port (228cf550-2012-40e5-adfb-76b3113c06c6), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.626998 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a46f6185-ea6e-4194-a462-c44e30443f00), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.642837 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.652749 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:34.660560 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.665183 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks [] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.675922 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (98174b0d-8dbc-44f9-bef1-508473298519), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.676278 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Added segment 98174b0d-8dbc-44f9-bef1-508473298519 of type vlan for network 2cb44d60-d540-4d61-92a1-3914208026a9 Mar 08 18:55:34.677613 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f6185-ea6e-4194-a462-c44e30443f00,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.698591 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.705632 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:34.710092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:34.714780 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:34.723265 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (2cb44d60-d540-4d61-92a1-3914208026a9), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.746110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Pushing event updated for resources: {'Port': ['ID=228cf550-2012-40e5-adfb-76b3113c06c6,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.753994 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (2cb44d60-d540-4d61-92a1-3914208026a9), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.755293 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:34.755894 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.810358 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Network e853e278-f342-4153-bec9-17a53abdc1e1 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:34.820270 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4634542 Mar 08 18:55:34.820473 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52364) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:34.821938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:34.824559 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:34.825382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Request body: {'subnet': {'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1687434910-subnet', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:34.836931 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc301-163d-4312-8123-3eeaf5e1d4bb admin admin] Pushing event updated for resources: {'Network': ['ID=2cb44d60-d540-4d61-92a1-3914208026a9,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.841715 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Pushing event updated for resources: {'Port': ['ID=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.852146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Made reservation on behalf of 681671d7cacc487ea3dd42ecef84ad95 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:34.855602 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.858520 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network 2cb44d60-d540-4d61-92a1-3914208026a9 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:34.988938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Attempting to bind port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:34.990049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Attempting to bind port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:34.990619 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Attempting to bind port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 on network e853e278-f342-4153-bec9-17a53abdc1e1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:34.996281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for router_gateway (63b507b5-e79f-47f4-b849-dcac09976309), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.033291 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:35.033797 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Checking segment: {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:35.034211 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.034597 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Bound using segment: {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:35.035080 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Bound port: 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:35.035478 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.069236 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (87e0ea03-9878-48c9-8112-218ab288ed79), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.131248 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e0ea03-9878-48c9-8112-218ab288ed79,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:35.145332 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Checking segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:35.145553 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Network hostable DHCP agents. Network: 2cb44d60-d540-4d61-92a1-3914208026a9, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:35.148402 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] For port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:35.165125 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:35.173532 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] For port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:35.177552 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, 2cb44d60-d540-4d61-92a1-3914208026a9) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:35.182292 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:35.182930 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.199543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.207740 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8cc053f9-50f0-4a3e-b0cd-e268b080fc40 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3832326 Mar 08 18:55:35.208653 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52366) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:35.214583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:35.214840 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce70b7-c475-45d2-abc0-a6928e558c66 None None] Network 2cb44d60-d540-4d61-92a1-3914208026a9 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:35.241254 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254280'] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.242288 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254273'] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.286560 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks [] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.309821 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for router_controller (8aec2422-9718-408d-bcc9-ea75df2afa52), precommit_add_association {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.338106 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.368352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86a20-13c4-420f-84e0-1d8ea04d063c None None] Pushing event updated for resources: {'Port': ['ID=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:35.484301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9143-b4ee-455e-8e05-5b80183a6192 None None] Pushing event updated for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:35.520530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for router_gateway (8aec2422-9718-408d-bcc9-ea75df2afa52), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.615538 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Attempting to bind port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:35.615916 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Attempting to bind port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:35.616399 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Attempting to bind port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:35.622087 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcba6fb10-147c-5e1d-98dc-ad196ba0a57d-2cb44d60-d540-4d61-92a1-3914208026a9', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79'}]}} from dv-cinder-830087-3-iscsi. {{(pid=109996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:35.623056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.627281 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:35.627661 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:35.628065 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.628464 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Bound using segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:35.628954 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Bound port: c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:35.629332 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.681344 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (63b507b5-e79f-47f4-b849-dcac09976309), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.765932 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] For port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:35.844018 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] For port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:35.865515 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.870100 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for router_gateway (8aec2422-9718-408d-bcc9-ea75df2afa52), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.881440 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Provisioning complete for port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:35.881909 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.890488 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Router 63b507b5-e79f-47f4-b849-dcac09976309 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:35.891062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.020138 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:36.020983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:36.023388 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.db_base_plugin_common [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Allocated IP 172.20.0.2 (2cb44d60-d540-4d61-92a1-3914208026a9/87e0ea03-9878-48c9-8112-218ab288ed79/fbd0dec7-4dd9-4291-9cbf-d632464598fe) {{(pid=109996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:36.029722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9143-b4ee-455e-8e05-5b80183a6192 None None] Pushing event updated for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:36.042081 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:36.053806 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Sync routers for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:36.068331 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Allocated IP 172.27.1.68 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/f3b7a3a9-159f-4cb1-868a-d4045f34d507) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:36.071552 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:36.072480 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:36.085075 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.089716 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9496e186-a829-4174-9477-c0db6e7ef8cf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3692551 Mar 08 18:55:36.093322 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52370) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:36.268869 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:36.288931 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:36.295907 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Current status of the port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:36.296857 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.362823 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.437157 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] For port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:36.487602 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.540687 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.545499 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 3, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:36.578763 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks [] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), precommit_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.592224 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Checking router: 63b507b5-e79f-47f4-b849-dcac09976309 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:36.592592 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Updating router 63b507b5-e79f-47f4-b849-dcac09976309 port 228cf550-2012-40e5-adfb-76b3113c06c6 binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:36.603814 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:36.622533 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), after_create {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.639191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:36.641316 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:36.656742 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.675667 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Pushing event updated for resources: {'Port': ['ID=f3b7a3a9-159f-4cb1-868a-d4045f34d507,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:36.847596 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388a57b-9d57-4c40-a5e9-dcfbfbbeee31 None None] Network e853e278-f342-4153-bec9-17a53abdc1e1 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:36.877851 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is already hosted by enough agents. {{(pid=109996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:36.882139 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9291fe8-2936-43ca-a67c-18725111f8fe None None] Pushing event updated for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:36.893636 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.scheduler.base_scheduler [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Resources bound (agent type, host, resource id): {{(pid=109996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:36.899178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Received port after_create {{(pid=109996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:36.947097 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.968830 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-0af66efb-7428-439d-9758-2dad3c1e33c6 None None] Provisioning complete for port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:36.969215 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0af66efb-7428-439d-9758-2dad3c1e33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.034467 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks [] for port (228cf550-2012-40e5-adfb-76b3113c06c6), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.042535 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.099971 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909525ba-ffa2-4f66-858c-e8d3c7a2d0cd None None] Pushing event updated for resources: {'Port': ['ID=228cf550-2012-40e5-adfb-76b3113c06c6,revision_number=2']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.111899 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Pushing event updated for resources: {'Port': ['ID=fbd0dec7-4dd9-4291-9cbf-d632464598fe,revision_number=1']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.127506 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Attempting to bind port fbd0dec7-4dd9-4291-9cbf-d632464598fe on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:37.127880 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Attempting to bind port fbd0dec7-4dd9-4291-9cbf-d632464598fe by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:37.128871 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Attempting to bind port fbd0dec7-4dd9-4291-9cbf-d632464598fe on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:37.134681 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Attempting to bind port 228cf550-2012-40e5-adfb-76b3113c06c6 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:37.135161 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Attempting to bind port 228cf550-2012-40e5-adfb-76b3113c06c6 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:37.135488 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Attempting to bind port 228cf550-2012-40e5-adfb-76b3113c06c6 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:37.143155 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:37.144015 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:37.144015 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.144569 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:37.144941 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Bound port: 228cf550-2012-40e5-adfb-76b3113c06c6, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:37.145275 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.154350 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for router_gateway (8aec2422-9718-408d-bcc9-ea75df2afa52), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.158744 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:37.159157 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Checking segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:37.159574 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.159973 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Bound using segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:37.160459 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Bound port: fbd0dec7-4dd9-4291-9cbf-d632464598fe, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:37.160839 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.217560 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] For port 228cf550-2012-40e5-adfb-76b3113c06c6, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:37.223039 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] For port 228cf550-2012-40e5-adfb-76b3113c06c6, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=228cf550-2012-40e5-adfb-76b3113c06c6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:37.232176 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.266330 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0af66efb-7428-439d-9758-2dad3c1e33c6 None None] Current status of the port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:37.295776 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:35Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:37.297113 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:37.297884 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:37.305341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Allocated IP 172.20.0.1 (e853e278-f342-4153-bec9-17a53abdc1e1/524835a0-715b-4500-880c-615db6b58684/2d0d78fa-5ef4-492e-86ac-5effecb59dcb) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:37.330189 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca989ab-e206-4dc6-8955-d6a889b7fe9d None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:35Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:37.332468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] For port fbd0dec7-4dd9-4291-9cbf-d632464598fe, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:37.348085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] For port fbd0dec7-4dd9-4291-9cbf-d632464598fe, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fbd0dec7-4dd9-4291-9cbf-d632464598fe,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:37.363827 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.424648 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909525ba-ffa2-4f66-858c-e8d3c7a2d0cd None None] Pushing event updated for resources: {'Port': ['ID=228cf550-2012-40e5-adfb-76b3113c06c6,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.540198 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Provisioning complete for port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:37.540582 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.544644 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:37.628784 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks [] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.651675 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590260'] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.741322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438346-ec15-4487-9b0b-290ca52defb8 None None] Pushing event updated for resources: {'Port': ['ID=fbd0dec7-4dd9-4291-9cbf-d632464598fe,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.786586 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:37.854249 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Current status of the port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:37.854648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.907850 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] For port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:37.915524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.920165 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:37.920866 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.972308 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.050114 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Network e853e278-f342-4153-bec9-17a53abdc1e1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:38.058701 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:38.061889 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:38.080690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-497ac2b1-ae0d-4c2b-b448-fa5985389d53 None None] Provisioning complete for port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.082999 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-497ac2b1-ae0d-4c2b-b448-fa5985389d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.116392 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 3, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:38.137357 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:38.160588 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c45ed3-20db-45a7-8a37-9757a3d3dc63 None None] Pushing event updated for resources: {'Port': ['ID=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:38.170253 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 is scheduled to L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 with binding_index 1 {{(pid=109995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:38.209489 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (63b507b5-e79f-47f4-b849-dcac09976309), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.240892 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:38.242327 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:38.316305 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.330372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.346137 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c312-b9da-4e83-80f5-510e58e77a07 None None] The sync data for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi is: [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 3, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:38.438510 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-497ac2b1-ae0d-4c2b-b448-fa5985389d53 None None] Current status of the port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:38.485223 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:38.564765 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-e48d9b29-8cdd-44cc-950a-6fd2e02f4221 None None] Provisioning complete for port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.565157 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e48d9b29-8cdd-44cc-950a-6fd2e02f4221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.620854 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-e48d9b29-8cdd-44cc-950a-6fd2e02f4221 None None] Port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:38.771369 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:38.784688 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:38.795417 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.797126 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-13a0c74c-63fd-4e65-983a-0b2040fe536c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5877676 Mar 08 18:55:38.800242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52378) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:38.803504 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:38.804143 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:38.814069 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.982204 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:39.113420 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b5cf0-a9c6-41eb-b31d-a88766c8f6fe None None] Network 2cb44d60-d540-4d61-92a1-3914208026a9 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:39.205028 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks [] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.210963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.276577 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Provisioning complete for port fbd0dec7-4dd9-4291-9cbf-d632464598fe triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:39.277141 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.332378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (63b507b5-e79f-47f4-b849-dcac09976309), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.335801 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:39.469948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Current status of the port fbd0dec7-4dd9-4291-9cbf-d632464598fe is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:39.469948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.506980 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 3, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:39.594028 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Network e853e278-f342-4153-bec9-17a53abdc1e1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:39.595979 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:39.788216 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.904895 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Router 63b507b5-e79f-47f4-b849-dcac09976309 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:39.940430 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:39.950599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:39.950956 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Updating router 8aec2422-9718-408d-bcc9-ea75df2afa52 port f3b7a3a9-159f-4cb1-868a-d4045f34d507 binding host dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:40.034223 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] For port fbd0dec7-4dd9-4291-9cbf-d632464598fe, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fbd0dec7-4dd9-4291-9cbf-d632464598fe,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:40.046764 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.099722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.117797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Allocated IP 172.20.0.1 (2cb44d60-d540-4d61-92a1-3914208026a9/87e0ea03-9878-48c9-8112-218ab288ed79/89c6aaec-e015-47ce-8a03-1663a0b7dd28) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:40.155719 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d201abd-cc08-4cf5-b6a1-05b99721572d None None] Pushing event updated for resources: {'Port': ['ID=fbd0dec7-4dd9-4291-9cbf-d632464598fe,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:40.157993 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:40.175818 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-61c7fe8e-e56b-47d7-87b6-42299cfcaef7 admin admin] 10.222.0.57 "PUT /v2.0/routers/63b507b5-e79f-47f4-b849-dcac09976309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0812953 Mar 08 18:55:40.185119 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.185490 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.328707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Provisioning complete for port fbd0dec7-4dd9-4291-9cbf-d632464598fe triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.328707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.343558 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks [] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.407450 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.451178 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:40.456133 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:40.463250 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:40.502356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Pushing event updated for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:40.515652 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589465'] for router_interface (8aec2422-9718-408d-bcc9-ea75df2afa52), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.567772 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:40.573322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 228cf550-2012-40e5-adfb-76b3113c06c6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:40.614201 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Current status of the port fbd0dec7-4dd9-4291-9cbf-d632464598fe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:40.673424 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Provisioning complete for port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.673810 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.719484 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-86aa8b46-0da6-498d-b736-b60dbdf9b467 None None] Port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:40.803591 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.809461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 228cf550-2012-40e5-adfb-76b3113c06c6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.809845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.856017 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks [] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), precommit_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.864736 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.937975 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da651-94b8-4444-b66a-3df60dc18bf0 None None] Pushing event updated for resources: {'Port': ['ID=f3b7a3a9-159f-4cb1-868a-d4045f34d507,revision_number=2']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:40.993066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9f4d9c86-6aa8-45f7-b58d-b646333e3840 None None] Provisioning complete for port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.993442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9c86-6aa8-45f7-b58d-b646333e3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.111948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 228cf550-2012-40e5-adfb-76b3113c06c6 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:41.112308 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.118106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks [] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.126897 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Attempting to bind port f3b7a3a9-159f-4cb1-868a-d4045f34d507 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:41.127308 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Attempting to bind port f3b7a3a9-159f-4cb1-868a-d4045f34d507 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:41.127677 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Attempting to bind port f3b7a3a9-159f-4cb1-868a-d4045f34d507 on network 0fe919cd-3031-42bd-9a39-c710cf5996c1 {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:41.135151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52404) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:41.135735 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.152501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:41.152854 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Checking segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:41.153255 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.153692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Bound using segment: {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'} {{(pid=109996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:41.154156 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.managers [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Bound port: f3b7a3a9-159f-4cb1-868a-d4045f34d507, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c7ca8f-e17a-4e88-b45e-ca21cde65f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}}] {{(pid=109996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:41.154526 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.157001 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205769009', 'description': 'tempest-secgroup-smoke-1205769009 description', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:41.162578 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port 228cf550-2012-40e5-adfb-76b3113c06c6, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=228cf550-2012-40e5-adfb-76b3113c06c6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:41.182543 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d9c86-6aa8-45f7-b58d-b646333e3840 None None] Port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:41.185938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.186757 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fbd0dec7-4dd9-4291-9cbf-d632464598fe up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:41.222649 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.239966 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Pushing event updated for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.263242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589429'] for router_interface (8aec2422-9718-408d-bcc9-ea75df2afa52), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.333085 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] For port f3b7a3a9-159f-4cb1-868a-d4045f34d507, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:41.352400 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] For port f3b7a3a9-159f-4cb1-868a-d4045f34d507, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3b7a3a9-159f-4cb1-868a-d4045f34d507,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:41.361551 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (9c264f46-f1f2-4809-8c08-c568a7ef4683), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.367090 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (9c264f46-f1f2-4809-8c08-c568a7ef4683), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.381398 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=228cf550-2012-40e5-adfb-76b3113c06c6,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.394435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.428672 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Sync routers for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:41.440602 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:41.441149 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:41.444791 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c264f46-f1f2-4809-8c08-c568a7ef4683,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.460740 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.463166 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-99a9b7c9-65e6-4141-a3d1-a737b42c8b04 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3311548 Mar 08 18:55:41.466378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52406) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:41.474086 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:41.501491 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port fbd0dec7-4dd9-4291-9cbf-d632464598fe triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:41.501880 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.510028 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:41.514211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:41.534044 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (4669f412-74a2-49ca-a28d-40aff555b47d), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.607766 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:41.608431 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:41.644341 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (4669f412-74a2-49ca-a28d-40aff555b47d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.650812 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:41.651056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (4669f412-74a2-49ca-a28d-40aff555b47d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.658481 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da651-94b8-4444-b66a-3df60dc18bf0 None None] Pushing event updated for resources: {'Port': ['ID=f3b7a3a9-159f-4cb1-868a-d4045f34d507,revision_number=3']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.690594 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.692433 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245076 Mar 08 18:55:41.697824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52410) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:41.705918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:41.712123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36f04-4deb-476e-be8d-25298f663cb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4669f412-74a2-49ca-a28d-40aff555b47d,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.742451 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:41.786201 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (b2b93ffd-90ef-4eb3-bc11-2815da8f2c12), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.882174 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:41.924620 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (b2b93ffd-90ef-4eb3-bc11-2815da8f2c12), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.939508 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (b2b93ffd-90ef-4eb3-bc11-2815da8f2c12), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.971613 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port fbd0dec7-4dd9-4291-9cbf-d632464598fe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:41.984461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-cc20f262-1767-423e-b040-89d9f7af6aca None None] Provisioning complete for port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:41.984461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-cc20f262-1767-423e-b040-89d9f7af6aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.045436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.061351 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3618634 Mar 08 18:55:42.066446 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52416) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:42.067756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b02672-6b26-46d9-bf7f-1966d78d97a4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b93ffd-90ef-4eb3-bc11-2815da8f2c12,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:42.085139 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:42.094985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-cc20f262-1767-423e-b040-89d9f7af6aca None None] Port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:42.097545 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:42.106018 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-829fe43f-3465-4f6c-8094-1bc37e2e39c1 admin admin] 10.222.0.57 "PUT /v2.0/routers/8aec2422-9718-408d-bcc9-ea75df2afa52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3044329 Mar 08 18:55:42.176553 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 228cf550-2012-40e5-adfb-76b3113c06c6 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:42.180471 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (44b98164-9044-4397-a0f6-59a325565648), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.227067 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:38Z', 'revision_number': 4, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '2d0d78fa-5ef4-492e-86ac-5effecb59dcb', 'name': '', 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'mac_address': 'fa:16:3e:78:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '524835a0-715b-4500-880c-615db6b58684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:37Z', 'updated_at': '2022-03-08T18:55:38Z', 'revision_number': 2, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'subnets': [{'id': '524835a0-715b-4500-880c-615db6b58684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:42.278797 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Checking router: 63b507b5-e79f-47f4-b849-dcac09976309 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:42.279402 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Updating router 63b507b5-e79f-47f4-b849-dcac09976309 port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:42.306257 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 228cf550-2012-40e5-adfb-76b3113c06c6 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:42.308319 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.320148 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (44b98164-9044-4397-a0f6-59a325565648), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.329631 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (44b98164-9044-4397-a0f6-59a325565648), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.329883 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.353027 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b98164-9044-4397-a0f6-59a325565648,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:42.374864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.380226 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-36583aa8-4e9f-4674-950f-ca9c06dccbb9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3087349 Mar 08 18:55:42.384026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52422) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:42.397078 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:42.431517 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (3a40d99f-6530-420d-9ec1-1964c2e4df09), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.444899 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-100288f2-7d94-4523-95da-530609f9a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 2, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:42.478630 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100288f2-7d94-4523-95da-530609f9a83f None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 2, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:42.501817 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e680e-e323-415c-8aa2-2b3df5919bde req-0bf5580e-552a-4ac2-bbf6-f6920ab32fc3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:42.515553 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-973e680e-e323-415c-8aa2-2b3df5919bde req-0bf5580e-552a-4ac2-bbf6-f6920ab32fc3 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1756794 Mar 08 18:55:42.543543 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (3a40d99f-6530-420d-9ec1-1964c2e4df09), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.557154 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (3a40d99f-6530-420d-9ec1-1964c2e4df09), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.567255 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 228cf550-2012-40e5-adfb-76b3113c06c6 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:42.569546 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fbd0dec7-4dd9-4291-9cbf-d632464598fe up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:42.588583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a40d99f-6530-420d-9ec1-1964c2e4df09,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:42.606756 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-973e680e-e323-415c-8aa2-2b3df5919bde req-b795b0e1-ff9b-4d81-9fad-8c4226b73c1c tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898609 Mar 08 18:55:42.637021 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.642651 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52428) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:42.648039 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:42.653669 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a656c367-468f-4cea-9889-feac99657153 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670763 Mar 08 18:55:42.696333 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.securitygroups_db [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Project 6b99d9de89a44c1ea5e844ee8bf994a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:55:42.705100 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (ae4b1308-3a0f-4b0d-a606-537dfd1c3dfc), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.793429 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port fbd0dec7-4dd9-4291-9cbf-d632464598fe triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:42.794134 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.798477 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (ae4b1308-3a0f-4b0d-a606-537dfd1c3dfc), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.808175 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (ae4b1308-3a0f-4b0d-a606-537dfd1c3dfc), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.838396 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks [] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.843722 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4b1308-3a0f-4b0d-a606-537dfd1c3dfc,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:42.875752 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.900531 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.904476 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f516f1f6-03d3-4d4e-b074-49b7857f146f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2576928 Mar 08 18:55:42.906056 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52430) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:42.912187 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'security_group_rule': {'security_group_id': '9c264f46-f1f2-4809-8c08-c568a7ef4683', 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:42.956524 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port fbd0dec7-4dd9-4291-9cbf-d632464598fe is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:42.970006 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.securitygroups_db [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Project 6b99d9de89a44c1ea5e844ee8bf994a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:55:42.978309 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (5dba4c84-195a-4b32-9ca5-0a5642b4fca1), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.010945 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52432) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:43.015835 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71631242', 'description': 'tempest-description--2082423286'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:43.032684 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Pushing event updated for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.060825 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.061218 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.061557 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.062551 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.062891 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.063350 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.063686 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.064011 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.064344 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.064690 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.065205 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.065692 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.066192 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:43.078779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (5dba4c84-195a-4b32-9ca5-0a5642b4fca1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.087294 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (5dba4c84-195a-4b32-9ca5-0a5642b4fca1), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.098412 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Attempting to bind port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:43.099007 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Attempting to bind port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:43.100212 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Attempting to bind port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb on network e853e278-f342-4153-bec9-17a53abdc1e1 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:43.103583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.106625 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:43.107069 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Checking segment: {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:43.107964 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.108449 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Bound using segment: {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:43.109907 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Bound port: 2d0d78fa-5ef4-492e-86ac-5effecb59dcb, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c93eaaf-2301-452c-8e33-516ab590e75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:43.110365 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.124542 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba4c84-195a-4b32-9ca5-0a5642b4fca1,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.139223 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.140597 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0eace7f0-d5f7-4d23-a419-2981522e0bdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2327166 Mar 08 18:55:43.213189 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] For port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:43.222159 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] For port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:43.234306 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.237556 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (e9d38068-dfa6-43c0-bd62-3d0a22d978a9), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.252452 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e9d38068-dfa6-43c0-bd62-3d0a22d978a9), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.300280 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:43.300982 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:43.314831 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.319953 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3076973 Mar 08 18:55:43.321107 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52464) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:43.323816 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8520b1f-3e2e-4da1-9ec9-205cc36781e3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d38068-dfa6-43c0-bd62-3d0a22d978a9,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.328396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group_rule': {'security_group_id': 'e9d38068-dfa6-43c0-bd62-3d0a22d978a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:43.345633 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Provisioning complete for port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:43.346112 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.382760 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923757b-0569-4c6d-a389-73a192c76b37 None None] Pushing event updated for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.395683 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (0fb4e920-13ba-439e-bff0-2ed9dd4bdc89), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.487923 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:43.540445 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Current status of the port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:43.540990 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.570091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (0fb4e920-13ba-439e-bff0-2ed9dd4bdc89), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.577364 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (0fb4e920-13ba-439e-bff0-2ed9dd4bdc89), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.620231 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] For port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:43.626244 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.639140 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb4e920-13ba-439e-bff0-2ed9dd4bdc89,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.666137 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.670531 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52476) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:43.675924 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-04da5b7f-a207-400b-92af-6730d6d44b55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3535054 Mar 08 18:55:43.679002 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group_rule': {'security_group_id': 'e9d38068-dfa6-43c0-bd62-3d0a22d978a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:43.728406 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44035e26-5ee1-4341-9127-1b0e74172c3c None None] Pushing event updated for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:43.761483 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (0fcb2195-1fe1-47e7-9a86-1073cafa5e33), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.869618 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-b07254a8-da1b-4bdb-a328-adccf17817ac None None] Provisioning complete for port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:43.872242 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b07254a8-da1b-4bdb-a328-adccf17817ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:43.919633 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2c280-f585-49e3-9e56-28601ac760af req-0fd7950f-69e2-457f-954e-a80b539091f7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:43.925096 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:38Z', 'revision_number': 4, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '2d0d78fa-5ef4-492e-86ac-5effecb59dcb', 'name': '', 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'mac_address': 'fa:16:3e:78:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '524835a0-715b-4500-880c-615db6b58684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:37Z', 'updated_at': '2022-03-08T18:55:43Z', 'revision_number': 4, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'subnets': [{'id': '524835a0-715b-4500-880c-615db6b58684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:43.940099 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ca2c280-f585-49e3-9e56-28601ac760af req-0fd7950f-69e2-457f-954e-a80b539091f7 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1635301 Mar 08 18:55:43.972316 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5cbf-3f8c-46a6-b57f-9bb8789e502a None None] The sync data for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi is: [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:38Z', 'revision_number': 4, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '2d0d78fa-5ef4-492e-86ac-5effecb59dcb', 'name': '', 'network_id': 'e853e278-f342-4153-bec9-17a53abdc1e1', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'mac_address': 'fa:16:3e:78:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '524835a0-715b-4500-880c-615db6b58684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:37Z', 'updated_at': '2022-03-08T18:55:43Z', 'revision_number': 4, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'subnets': [{'id': '524835a0-715b-4500-880c-615db6b58684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:43.979299 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (0fcb2195-1fe1-47e7-9a86-1073cafa5e33), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.009981 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-e041113e-c04e-4cc6-b620-4de8c498fd54 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:44.012878 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-e041113e-c04e-4cc6-b620-4de8c498fd54 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 945 time: 0.1856682 Mar 08 18:55:44.017485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (0fcb2195-1fe1-47e7-9a86-1073cafa5e33), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.035026 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ca2c280-f585-49e3-9e56-28601ac760af req-0d5f0e28-022d-4e36-a3e9-271ea43ca47a tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups?id=b224a399-b566-4fa7-bab9-570f688c6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936713 Mar 08 18:55:44.109681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-b07254a8-da1b-4bdb-a328-adccf17817ac None None] Current status of the port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:44.169042 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcb2195-1fe1-47e7-9a86-1073cafa5e33,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:44.209004 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.210246 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c568daec-46f4-4dbf-8377-2c8a747fafde tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5372038 Mar 08 18:55:44.213780 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52482) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:44.220949 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:44.249324 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3b7a3a9-159f-4cb1-868a-d4045f34d507 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:44.286989 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.323208 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port 4ad42313-c372-4302-b69b-04f64ab41ee2 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:44.325544 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.369841 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port f3b7a3a9-159f-4cb1-868a-d4045f34d507 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:44.370490 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.511741 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.511995 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] For port 4ad42313-c372-4302-b69b-04f64ab41ee2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4ad42313-c372-4302-b69b-04f64ab41ee2,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:44.512511 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.535594 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port f3b7a3a9-159f-4cb1-868a-d4045f34d507 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:44.536220 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.566207 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] For port f3b7a3a9-159f-4cb1-868a-d4045f34d507, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3b7a3a9-159f-4cb1-868a-d4045f34d507,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:44.572132 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.652600 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Pushing event updated for resources: {'Port': ['ID=f3b7a3a9-159f-4cb1-868a-d4045f34d507,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:44.713974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Allocated IP 172.27.1.26 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:44.815683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.816074 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.816450 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Floating IP 53ee8d8b-029a-4cf9-9a7d-126fd68909b0 disassociated. External IP: 172.27.1.109, port: 4ad42313-c372-4302-b69b-04f64ab41ee2. Mar 08 18:55:44.816736 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for 4ad42313-c372-4302-b69b-04f64ab41ee2 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:44.871032 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.923886 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.966412 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:44.969898 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:44.976133 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:44.985735 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (4ad42313-c372-4302-b69b-04f64ab41ee2), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.017043 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:45.020895 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=4ad42313-c372-4302-b69b-04f64ab41ee2,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:45.114206 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.190461 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-faba3914-662e-406b-a520-fb238bd1d9c9 req-f09f3cf6-6df4-4538-b3f5-fa7eea41910b tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e9a60ef-10b7-4a02-a07b-74e7cadc078e HTTP/1.1" status: 200 len: 210 time: 0.0359213 Mar 08 18:55:45.193339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.197490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:45.334496 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:45.350445 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:45.368832 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:45.371565 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:45.381958 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] No DVR routers for this DVR port 4ad42313-c372-4302-b69b-04f64ab41ee2 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:45.385064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.393981 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-906314fe-cee7-44b8-9438-51bf3809e4f4 req-958bb82d-bf1c-43e2-9135-ef1781efddba tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.18 "DELETE /v2.0/ports/4ad42313-c372-4302-b69b-04f64ab41ee2 HTTP/1.1" status: 204 len: 173 time: 1.3732884 Mar 08 18:55:45.395219 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'name': 'network-vif-deleted', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:45.401300 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ebd5fb-7cdb-451a-9f76-4e9924f65404" -d '{"events": [{"server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "name": "network-vif-deleted", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:45.435097 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.455849 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.510902 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a43000e-ff70-4db1-808a-5462dc82b7cf x-openstack-request-id: req-6a43000e-ff70-4db1-808a-5462dc82b7cf {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:45.511300 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a60ef-10b7-4a02-a07b-74e7cadc078e", "name": "network-vif-deleted", "tag": "4ad42313-c372-4302-b69b-04f64ab41ee2", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:45.512472 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a43000e-ff70-4db1-808a-5462dc82b7cf {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:45.512931 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a60ef-10b7-4a02-a07b-74e7cadc078e', 'name': 'network-vif-deleted', 'tag': '4ad42313-c372-4302-b69b-04f64ab41ee2', 'status': 'completed', 'code': 200} Mar 08 18:55:45.584318 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:45.603340 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.622797 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:45.652257 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.662304 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-1e00467b-3468-40cd-b4f6-2a6fe2277b9b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4386342 Mar 08 18:55:45.854421 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-15fe94f5-11d9-450a-a937-09959d372976 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--71631242&fields=id&tenant_id=681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 267 time: 0.0617118 Mar 08 18:55:45.917707 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:45.948311 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:45.960637 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:45.961671 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:46.017361 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-3efef841-48be-403d-a6e8-a4b85e5fd0b4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:46.019066 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-3efef841-48be-403d-a6e8-a4b85e5fd0b4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 811 time: 0.1578360 Mar 08 18:55:46.051600 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-a2a12d09-575c-4c28-9e70-f5723dac2afb tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/quotas/681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 375 time: 0.0224352 Mar 08 18:55:46.197404 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:46.306040 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 2d0d78fa-5ef4-492e-86ac-5effecb59dcb up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:46.336497 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52522) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:46.432245 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (b224a399-b566-4fa7-bab9-570f688c6350), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.493353 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (b224a399-b566-4fa7-bab9-570f688c6350), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.514978 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-9b22f411-12ae-4c61-88ef-e11d1dd0dc07 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4482634 Mar 08 18:55:46.578582 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (b224a399-b566-4fa7-bab9-570f688c6350), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.596414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.599161 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/security-groups/b224a399-b566-4fa7-bab9-570f688c6350 HTTP/1.1" status: 204 len: 168 time: 0.2608178 Mar 08 18:55:46.602213 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52524) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:46.608200 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:46.609435 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.619834 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e7ccf-a74a-40ca-98da-716c7dc55a20 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224a399-b566-4fa7-bab9-570f688c6350,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:46.621189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.api.v2.resource [None req-b7ae5b4e-9b62-40b0-94dd-4e63b5dd74f9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] show failed (client error): The resource could not be found. Mar 08 18:55:46.626320 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b7ae5b4e-9b62-40b0-94dd-4e63b5dd74f9 tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "GET /v2.0/security-groups/b224a399-b566-4fa7-bab9-570f688c6350 HTTP/1.1" status: 404 len: 347 time: 0.0193322 Mar 08 18:55:46.629435 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52526) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:46.734600 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-93d7de33-ddb0-45f1-bff8-878b6266678d service neutron] 10.222.0.57 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155230 Mar 08 18:55:46.799180 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:46.804056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3b7a3a9-159f-4cb1-868a-d4045f34d507 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:46.837376 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:46.862404 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Deleting port 0d9c9cb3-12a8-4abe-bf48-f9be24de0611 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:46.864779 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.876808 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990fb0d-7604-45f4-8802-cfc119568ebf None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:50:07Z', 'revision_number': 4, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'b9d03bce-276f-4441-be74-cdfbed5bd801', 'name': '', 'network_id': '282273be-723c-4459-b6c4-d884505677f6', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'mac_address': 'fa:16:3e:15:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:50:05Z', 'updated_at': '2022-03-08T18:50:14Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'subnets': [{'id': '0db6032a-dda5-45c4-8cf8-c274530a26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:46.899469 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-1beb002e-7adf-4c3f-a50a-5a31615ed49d service neutron] 10.222.0.57 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406014 Mar 08 18:55:46.913696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port f3b7a3a9-159f-4cb1-868a-d4045f34d507 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:46.914804 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.990249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.990586 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.014612 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Calling delete_port for 0d9c9cb3-12a8-4abe-bf48-f9be24de0611 owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:47.032703 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port f3b7a3a9-159f-4cb1-868a-d4045f34d507 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:47.236174 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-605e6992-f531-4b4d-bc7b-0dc9c532519f req-e7612f64-a7ce-4487-baf9-c08f7727d480 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 210 time: 0.0612347 Mar 08 18:55:47.266537 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (0d9c9cb3-12a8-4abe-bf48-f9be24de0611), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.324680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Pushing event deleted for resources: {'Port': ['ID=0d9c9cb3-12a8-4abe-bf48-f9be24de0611,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:47.382985 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks [] for floatingip (53ee8d8b-029a-4cf9-9a7d-126fd68909b0), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.386084 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.387351 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e2c3b9b4-ddab-46c6-a15a-75b7bad237af tempest-AttachVolumeNegativeTest-2114991035 tempest-AttachVolumeNegativeTest-2114991035-project] 10.222.0.57 "DELETE /v2.0/floatingips/53ee8d8b-029a-4cf9-9a7d-126fd68909b0 HTTP/1.1" status: 204 len: 168 time: 0.7567315 Mar 08 18:55:47.750777 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:47.769669 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:47.770499 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:47.919404 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:47.971412 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4ad42313-c372-4302-b69b-04f64ab41ee2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:48.017376 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 4ad42313-c372-4302-b69b-04f64ab41ee2 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:48.021372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4ad42313-c372-4302-b69b-04f64ab41ee2 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:48.257697 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 2, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:48.288897 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:48.289340 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Updating router 8aec2422-9718-408d-bcc9-ea75df2afa52 port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 binding host dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:48.324239 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.363073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c13317f-1367-4f09-891f-d3271eb7428a req-6634f3b0-4500-4e3f-9f40-3fd4479844d9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 210 time: 0.0355592 Mar 08 18:55:48.547147 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-fe966cc6-8efa-4090-a389-d2cf13a99a2d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:48.549135 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-fe966cc6-8efa-4090-a389-d2cf13a99a2d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 811 time: 0.1540713 Mar 08 18:55:48.628722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dc41e-370b-43af-b25b-5a2cf4717122 None None] New status for floating IP 53ee8d8b-029a-4cf9-9a7d-126fd68909b0: DOWN {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:55:48.673700 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-fd62c2b2-c46b-4e25-b74a-bce4955a2a0c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 378 time: 0.1147745 Mar 08 18:55:48.687632 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'port': {'device_id': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'admin_state_up': True, 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'security_groups': ['e9d38068-dfa6-43c0-bd62-3d0a22d978a9']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:48.732457 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks [] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), precommit_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.741037 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.804141 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32053c-cd69-4a8e-b6d8-e0c6e243ae18 None None] Pushing event updated for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=3']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:48.886843 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Attempting to bind port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 on host dv-cinder-830087-3-iscsi for vnic_type normal with profile {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:48.887259 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Attempting to bind port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 by drivers openvswitch,hyperv on host dv-cinder-830087-3-iscsi at level 0 using segments [{'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:48.887623 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Attempting to bind port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:48.893812 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Made reservation on behalf of 681671d7cacc487ea3dd42ecef84ad95 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:48.894622 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Checking agent: {'id': '1a1534af-cbc6-4a44-b8bd-bf9d69b91609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830087-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 39, 58), 'started_at': datetime.datetime(2022, 3, 8, 18, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830087-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:48.895004 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Checking segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:48.895439 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.896108 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Bound using segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} {{(pid=109997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:48.896601 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.managers [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Bound port: 89c6aaec-e015-47ce-8a03-1663a0b7dd28, host: dv-cinder-830087-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}}] {{(pid=109997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:48.897140 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), before_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.897397 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.979716 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] For port 89c6aaec-e015-47ce-8a03-1663a0b7dd28, host dv-cinder-830087-3-iscsi, cleared binding levels {{(pid=109997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:48.984820 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.plugins.ml2.db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] For port 89c6aaec-e015-47ce-8a03-1663a0b7dd28, host dv-cinder-830087-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=89c6aaec-e015-47ce-8a03-1663a0b7dd28,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:48.993236 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron_lib.callbacks.manager [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_update {{(pid=109997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.070102 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:49.071067 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.101548 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Allocated IP 172.20.0.9 (2cb44d60-d540-4d61-92a1-3914208026a9/87e0ea03-9878-48c9-8112-218ab288ed79/2ea3006d-104f-476c-825a-38e56f7beef0) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:49.113812 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32053c-cd69-4a8e-b6d8-e0c6e243ae18 None None] Pushing event updated for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=4']} {{(pid=109997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:49.194584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Provisioning complete for port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:49.195644 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.237122 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:49.314855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (2ea3006d-104f-476c-825a-38e56f7beef0), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.329001 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Current status of the port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 is: DOWN; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:49.329734 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.371262 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.379248 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] For port 89c6aaec-e015-47ce-8a03-1663a0b7dd28, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=89c6aaec-e015-47ce-8a03-1663a0b7dd28,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:49.386397 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.455218 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:49.459931 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:49.461559 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:49.464133 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:49.484415 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55ea6-c2f5-4a4f-93da-ee900dd88d50 None None] Pushing event updated for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:49.549583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:49.549583 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.550311 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fce5-9e55-4a9d-a5c8-d18aca22748a req-ad824c5d-c4b7-437f-a31d-c03ffa67eb3f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:49.554584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ae04ad22-53b2-40db-9ee7-9a71385c1f1a None None] Provisioning complete for port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:49.554962 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ae04ad22-53b2-40db-9ee7-9a71385c1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.565350 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ee29fce5-9e55-4a9d-a5c8-d18aca22748a req-ad824c5d-c4b7-437f-a31d-c03ffa67eb3f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 931 time: 0.0906024 Mar 08 18:55:49.574863 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-38af2703-3b29-4b1c-9199-2badfd5dfc14 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906469 Mar 08 18:55:49.590907 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Request body: {'port': {'device_id': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:49.637179 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ee29fce5-9e55-4a9d-a5c8-d18aca22748a req-d1bf1659-c05e-4289-b3f0-5b62767b0b3e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707476 Mar 08 18:55:49.647561 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:48Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.670972 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.702930 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9d73-6d90-490a-b5e5-9071ce4e62f4 None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:48Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:49.735446 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ae04ad22-53b2-40db-9ee7-9a71385c1f1a None None] Current status of the port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:49.856777 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ba931508-639b-4ca4-99da-4df34da1011a None None] Provisioning complete for port 2ea3006d-104f-476c-825a-38e56f7beef0 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:49.857657 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ba931508-639b-4ca4-99da-4df34da1011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.904708 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ba931508-639b-4ca4-99da-4df34da1011a None None] Port 2ea3006d-104f-476c-825a-38e56f7beef0 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:49.992663 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea3006d-104f-476c-825a-38e56f7beef0 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:50.001354 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks [] for port (2ea3006d-104f-476c-825a-38e56f7beef0), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.036381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Transition to ACTIVE for port object 2ea3006d-104f-476c-825a-38e56f7beef0 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:55:50.044469 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.099278 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 89c6aaec-e015-47ce-8a03-1663a0b7dd28 up at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:50.114361 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:50.200442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Provisioning complete for port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:50.200948 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.234388 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Attempting to bind port 2ea3006d-104f-476c-825a-38e56f7beef0 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:50.235296 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Attempting to bind port 2ea3006d-104f-476c-825a-38e56f7beef0 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:50.236461 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Attempting to bind port 2ea3006d-104f-476c-825a-38e56f7beef0 on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:50.243344 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Port 2ea3006d-104f-476c-825a-38e56f7beef0 on network 2cb44d60-d540-4d61-92a1-3914208026a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:55:50.243749 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Attempting to bind port 2ea3006d-104f-476c-825a-38e56f7beef0 on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:50.251704 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:50.251704 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Checking segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:50.252062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Bound using segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:50.252544 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Bound port: 2ea3006d-104f-476c-825a-38e56f7beef0, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:50.253151 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.389174 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:50.397726 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2ea3006d-104f-476c-825a-38e56f7beef0,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:50.405974 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.446631 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:50.448164 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.450111 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] 10.222.0.18 "PUT /v2.0/ports/2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 1093 time: 0.8683326 Mar 08 18:55:50.462910 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:50.465366 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a252514-7585-4f8d-b673-e1b21f98194b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:50.501692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Current status of the port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 is: ACTIVE; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:50.550463 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9540c13-2ee0-482d-b1c5-b343f82b4875 x-openstack-request-id: req-b9540c13-2ee0-482d-b1c5-b343f82b4875 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:50.551103 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:50.551103 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9540c13-2ee0-482d-b1c5-b343f82b4875 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:50.551454 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0', 'status': 'completed', 'code': 200} Mar 08 18:55:50.560064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4e1f0-d51f-4d32-8e96-40bbd2f3d10e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:50.592245 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-64449ae7-e0c9-40d8-81ea-3c707e9c9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:50.596144 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-64449ae7-e0c9-40d8-81ea-3c707e9c9c03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1127 time: 0.0941181 Mar 08 18:55:50.647756 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-f66b1add-779d-47b3-ac42-a3addfd3b9db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 217 time: 0.0437746 Mar 08 18:55:50.708032 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-05f27fc3-4310-4ac6-8e0e-59db8a0518cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:50.709526 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-05f27fc3-4310-4ac6-8e0e-59db8a0518cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0545154 Mar 08 18:55:50.724371 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a464-37f1-4e6c-beda-dfdd26dceb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.771676 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-1a8bb6c3-77e0-44c7-a286-2b2682d22ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:50.773910 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-1a8bb6c3-77e0-44c7-a286-2b2682d22ae6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582693 Mar 08 18:55:50.794744 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932282d-8595-4b67-8f25-f4460269f6c7 req-1b4998fc-46bd-4898-ac74-313b20766a4d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:50.797472 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6932282d-8595-4b67-8f25-f4460269f6c7 req-1b4998fc-46bd-4898-ac74-313b20766a4d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 943 time: 0.0709314 Mar 08 18:55:50.819846 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:55:50.865074 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6932282d-8595-4b67-8f25-f4460269f6c7 req-98802036-a21b-4094-b998-6e9b435a3835 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610073 Mar 08 18:55:50.919313 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-838ea903-2cac-4ce0-aabd-0438a25d53ea service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356204 Mar 08 18:55:51.013574 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-709e131f-d26b-411b-82a3-21381c1e6b99 req-5c23afa2-67b0-4d89-bf29-a9bff5f5d325 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Mar 08 18:55:51.114415 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a252514-7585-4f8d-b673-e1b21f98194b req-decec476-3747-48c9-988c-ea5c98cae1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.116003 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-decec476-3747-48c9-988c-ea5c98cae1f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1127 time: 0.0475943 Mar 08 18:55:51.211188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a252514-7585-4f8d-b673-e1b21f98194b req-aa7b5d4e-ec89-4160-9baa-1fbb9c45c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.212810 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-aa7b5d4e-ec89-4160-9baa-1fbb9c45c913 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0894694 Mar 08 18:55:51.255587 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-f471d6f2-a826-4e73-9654-bd146f195b54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 217 time: 0.0345521 Mar 08 18:55:51.313571 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a252514-7585-4f8d-b673-e1b21f98194b req-80f952ba-37ec-4f05-9cdc-752cae27b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.315042 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-80f952ba-37ec-4f05-9cdc-752cae27b7b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0501032 Mar 08 18:55:51.363767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a252514-7585-4f8d-b673-e1b21f98194b req-f2879edc-0029-46e6-9b28-e288acd329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.365342 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-f2879edc-0029-46e6-9b28-e288acd329cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443149 Mar 08 18:55:51.467259 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52594) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:51.474274 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-2360de2c-4596-4f65-b000-37445bd373c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004546 Mar 08 18:55:51.574742 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4a252514-7585-4f8d-b673-e1b21f98194b req-467c8daa-0f43-4184-b685-03ced60ecf8c service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941257 Mar 08 18:55:52.065542 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371276b8-cb85-4aa3-be43-60c29ecac54d req-b88b3d50-a1c6-4041-8261-6f8868f1ebd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:52.067176 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-371276b8-cb85-4aa3-be43-60c29ecac54d req-b88b3d50-a1c6-4041-8261-6f8868f1ebd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 943 time: 0.1131654 Mar 08 18:55:52.075899 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.204084 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-371276b8-cb85-4aa3-be43-60c29ecac54d req-8443fbbd-1abb-4d6b-bc66-4d6abefe4e2e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258836 Mar 08 18:55:52.448752 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Deleting port b9d03bce-276f-4441-be74-cdfbed5bd801 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:52.449058 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.533538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] For port b9d03bce-276f-4441-be74-cdfbed5bd801, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=b9d03bce-276f-4441-be74-cdfbed5bd801,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:52.533890 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.547023 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Calling delete_port for b9d03bce-276f-4441-be74-cdfbed5bd801 owned by network:router_interface {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:52.742359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (b9d03bce-276f-4441-be74-cdfbed5bd801), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.775401 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d03bce-276f-4441-be74-cdfbed5bd801,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:52.957845 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.214278 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Router 7de36b9a-8f24-4d1d-86cf-e07240fd246f has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:53.360144 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2d4d35eb-eb6c-4b4a-9c76-26a301804de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.473538 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909e07a-0a62-4c09-87bc-5bea354bd3d2 req-13abf056-c72c-4ce1-a0ac-41607d3972b5 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:53.476065 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6909e07a-0a62-4c09-87bc-5bea354bd3d2 req-13abf056-c72c-4ce1-a0ac-41607d3972b5 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 943 time: 0.1842141 Mar 08 18:55:53.517813 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:53.528560 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Sync routers for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:53.529653 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-5e327238-8eb2-4778-b455-0f7625d601db admin admin] 10.222.0.57 "PUT /v2.0/routers/7de36b9a-8f24-4d1d-86cf-e07240fd246f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609505 Mar 08 18:55:53.534324 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52606) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:53.544107 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:53.545179 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:53.590801 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6909e07a-0a62-4c09-87bc-5bea354bd3d2 req-46d58e8f-acba-4e2d-88e2-818b7a773920 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059601 Mar 08 18:55:53.689225 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:53.724911 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks [] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.876015 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks [] for router_gateway (7de36b9a-8f24-4d1d-86cf-e07240fd246f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.925811 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '472450a1-36be-41b1-9249-49776fa2df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:55:52Z', 'revision_number': 5, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port': {'id': '472450a1-36be-41b1-9249-49776fa2df02', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:49:59Z', 'updated_at': '2022-03-08T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:53.944719 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Deleting port 472450a1-36be-41b1-9249-49776fa2df02 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:53.945062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (472450a1-36be-41b1-9249-49776fa2df02), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.957858 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Checking router: 7de36b9a-8f24-4d1d-86cf-e07240fd246f for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:53.967309 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2ea3006d-104f-476c-825a-38e56f7beef0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:55:53.969833 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Routers {'7de36b9a-8f24-4d1d-86cf-e07240fd246f'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:53.971100 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:54.068451 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] Set router 7de36b9a-8f24-4d1d-86cf-e07240fd246f gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:54.129543 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:55:53Z', 'revision_number': 6, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:54.152893 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2ea3006d-104f-476c-825a-38e56f7beef0,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:54.158322 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0eafd-212a-4e48-97ab-fc45a5f7845c None None] The sync data for ids ['7de36b9a-8f24-4d1d-86cf-e07240fd246f'] in dv-cinder-830087-3-iscsi is: [{'id': '7de36b9a-8f24-4d1d-86cf-e07240fd246f', 'name': 'tempest-AttachVolumeNegativeTest-1397737071-router', 'tenant_id': 'a2842e75a27f49cc909b61dc227062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:49:58Z', 'updated_at': '2022-03-08T18:55:53Z', 'revision_number': 6, 'project_id': 'a2842e75a27f49cc909b61dc227062d3', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:54.166282 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '2ea3006d-104f-476c-825a-38e56f7beef0', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'port_id': '2ea3006d-104f-476c-825a-38e56f7beef0', 'mac_address': 'fa:16:3e:ef:1d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:55:54.217356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2ea3006d-104f-476c-825a-38e56f7beef0 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:54.217853 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.240769 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea3006d-104f-476c-825a-38e56f7beef0 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:54.262148 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2ea3006d-104f-476c-825a-38e56f7beef0,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:54.267340 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.320634 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:54.344331 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] For port 472450a1-36be-41b1-9249-49776fa2df02, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=472450a1-36be-41b1-9249-49776fa2df02,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:54.344699 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (472450a1-36be-41b1-9249-49776fa2df02), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.356472 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Calling delete_port for 472450a1-36be-41b1-9249-49776fa2df02 owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:54.487649 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['2ea3006d-104f-476c-825a-38e56f7beef0'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:54.534240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (472450a1-36be-41b1-9249-49776fa2df02), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.559952 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Pushing event deleted for resources: {'Port': ['ID=472450a1-36be-41b1-9249-49776fa2df02,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:54.629853 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.732946 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.736063 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks [] for router_controller (7de36b9a-8f24-4d1d-86cf-e07240fd246f), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.745314 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6a071-772d-432c-856d-55004e0d54a5 req-02fd1b1f-9df9-4ea5-b12b-be9044e1d074 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:54.746880 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-82e6a071-772d-432c-856d-55004e0d54a5 req-02fd1b1f-9df9-4ea5-b12b-be9044e1d074 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 944 time: 0.0566919 Mar 08 18:55:54.788800 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (7de36b9a-8f24-4d1d-86cf-e07240fd246f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.789273 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de36b9a-8f24-4d1d-86cf-e07240fd246f {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:55:54.795402 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.797257 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a448c303-3e05-43e0-8fb7-d5e456584669 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7de36b9a-8f24-4d1d-86cf-e07240fd246f HTTP/1.1" status: 204 len: 168 time: 1.2609320 Mar 08 18:55:54.800860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52620) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:54.826653 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-82e6a071-772d-432c-856d-55004e0d54a5 req-78df6e00-cc9e-42d4-83ef-25a7bead2793 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684767 Mar 08 18:55:54.840198 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.856824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Deleting subnet 0db6032a-dda5-45c4-8cf8-c274530a26cd {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:55:54.861504 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Publish callbacks [] for subnet (0db6032a-dda5-45c4-8cf8-c274530a26cd), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.914991 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (0db6032a-dda5-45c4-8cf8-c274530a26cd), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.042671 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (0db6032a-dda5-45c4-8cf8-c274530a26cd), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.109414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (0db6032a-dda5-45c4-8cf8-c274530a26cd), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.137382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db6032a-dda5-45c4-8cf8-c274530a26cd,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:55.139436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.143518 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-5c10cbd0-0d45-4f4d-8797-e5bf6fbead5b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0db6032a-dda5-45c4-8cf8-c274530a26cd HTTP/1.1" status: 204 len: 168 time: 0.3399658 Mar 08 18:55:55.144547 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0c801-e83c-4fc2-95c8-02f8602c0e53 None None] Network 282273be-723c-4459-b6c4-d884505677f6 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:55.150310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52628) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:55.288518 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (282273be-723c-4459-b6c4-d884505677f6), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.360497 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] DHCP port deletion for 282273be-723c-4459-b6c4-d884505677f6 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:55:55.384102 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Deleting port 03afd825-cb04-433b-afa2-32b2f36a7e7c {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:55.384674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.416879 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Deleting port 03afd825-cb04-433b-afa2-32b2f36a7e7c {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:55.417257 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.468822 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] For port 03afd825-cb04-433b-afa2-32b2f36a7e7c, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=03afd825-cb04-433b-afa2-32b2f36a7e7c,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:55.469369 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.485276 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Calling delete_port for 03afd825-cb04-433b-afa2-32b2f36a7e7c owned by network:dhcp {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:55.501301 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] For port 03afd825-cb04-433b-afa2-32b2f36a7e7c, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=03afd825-cb04-433b-afa2-32b2f36a7e7c,segment=NetworkSegment(56c914d2-5a9b-48de-90ac-cb33a3a8e851),segment_id=56c914d2-5a9b-48de-90ac-cb33a3a8e851)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:55.501896 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.518327 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Calling delete_port for 03afd825-cb04-433b-afa2-32b2f36a7e7c owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:55.578853 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.617607 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03afd825-cb04-433b-afa2-32b2f36a7e7c,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:55.620589 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] No DVR routers for this DVR port 03afd825-cb04-433b-afa2-32b2f36a7e7c on host dv-cinder-830087-3-iscsi {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:55.626697 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (03afd825-cb04-433b-afa2-32b2f36a7e7c), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.654681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] Pushing event deleted for resources: {'Port': ['ID=03afd825-cb04-433b-afa2-32b2f36a7e7c,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:55.661224 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5c513-9b87-4710-826c-fbf7cc68f9d0 None None] No DVR routers for this DVR port 03afd825-cb04-433b-afa2-32b2f36a7e7c on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:55.712121 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (282273be-723c-4459-b6c4-d884505677f6), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.735667 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282273be-723c-4459-b6c4-d884505677f6']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:55.746733 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c914d2-5a9b-48de-90ac-cb33a3a8e851') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:55.747023 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c914d2-5a9b-48de-90ac-cb33a3a8e851') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:55.761672 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (56c914d2-5a9b-48de-90ac-cb33a3a8e851), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.776591 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (56c914d2-5a9b-48de-90ac-cb33a3a8e851), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.784095 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:55:55.784495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (56c914d2-5a9b-48de-90ac-cb33a3a8e851), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:55:55.786385 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:55:55.846968 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (282273be-723c-4459-b6c4-d884505677f6), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.853872 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.857226 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/282273be-723c-4459-b6c4-d884505677f6 HTTP/1.1" status: 204 len: 168 time: 0.7055247 Mar 08 18:55:55.872213 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693f1a6-cb18-4582-80ba-55cb853c5da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=282273be-723c-4459-b6c4-d884505677f6,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:55.962967 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2ea3006d-104f-476c-825a-38e56f7beef0 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:56.014691 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa593a-1706-4fd4-b452-5610ef74fc0d req-ac520ab9-1992-4832-bc6a-cc1b151797c6 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:56.019693 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ffaa593a-1706-4fd4-b452-5610ef74fc0d req-ac520ab9-1992-4832-bc6a-cc1b151797c6 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 944 time: 0.0999391 Mar 08 18:55:56.047835 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 2ea3006d-104f-476c-825a-38e56f7beef0 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:55:56.049295 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52638) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:56.059938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 2ea3006d-104f-476c-825a-38e56f7beef0 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:56.060796 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.107754 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f86ef15d-bad0-470a-baab-d91abb242cb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2842e75a27f49cc909b61dc227062d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570078 Mar 08 18:55:56.108252 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52640) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:56.112672 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ffaa593a-1706-4fd4-b452-5610ef74fc0d req-e1718a06-5832-49ed-a2cc-d859cdb37580 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864294 Mar 08 18:55:56.165405 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 472450a1-36be-41b1-9249-49776fa2df02 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:56.183182 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] Publish callbacks [] for security_group (6b976d4a-3fc3-4254-86ee-9101e75b5bdf), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.205585 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 472450a1-36be-41b1-9249-49776fa2df02 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:56.205934 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 472450a1-36be-41b1-9249-49776fa2df02 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:56.206356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device b9d03bce-276f-4441-be74-cdfbed5bd801 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:56.217915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] Publish callbacks [] for security_group (6b976d4a-3fc3-4254-86ee-9101e75b5bdf), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.237327 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2ea3006d-104f-476c-825a-38e56f7beef0 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:56.237722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.239537 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: b9d03bce-276f-4441-be74-cdfbed5bd801 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:56.239886 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device b9d03bce-276f-4441-be74-cdfbed5bd801 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:56.240539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 03afd825-cb04-433b-afa2-32b2f36a7e7c no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:56.270964 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.272903 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 03afd825-cb04-433b-afa2-32b2f36a7e7c {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:56.273284 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 03afd825-cb04-433b-afa2-32b2f36a7e7c not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:56.290354 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:56.292843 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479706d4-fb02-42e3-bb69-266c8bfb3e07" -d '{"events": [{"server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "name": "network-vif-plugged", "status": "completed", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:56.297127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (6b976d4a-3fc3-4254-86ee-9101e75b5bdf), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.301370 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.305269 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b976d4a-3fc3-4254-86ee-9101e75b5bdf HTTP/1.1" status: 204 len: 168 time: 0.1931403 Mar 08 18:55:56.313127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222216e-4d95-4f12-bcce-845d7840466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b976d4a-3fc3-4254-86ee-9101e75b5bdf,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:56.314244 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2ea3006d-104f-476c-825a-38e56f7beef0,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:56.320528 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.357721 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161996ed-ecbf-4f1d-9ae2-da60c0d4bff7 x-openstack-request-id: req-161996ed-ecbf-4f1d-9ae2-da60c0d4bff7 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:56.358460 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "name": "network-vif-plugged", "status": "completed", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:56.358675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-161996ed-ecbf-4f1d-9ae2-da60c0d4bff7 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:56.359661 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0', 'code': 200} Mar 08 18:55:56.400241 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:56.570022 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad61762-8641-4de6-8ae5-cf992ac3c903 req-1c910eda-bf46-4125-86ae-5e4fca5c2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:56.572682 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8ad61762-8641-4de6-8ae5-cf992ac3c903 req-1c910eda-bf46-4125-86ae-5e4fca5c2212 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1129 time: 0.0666163 Mar 08 18:55:56.629886 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8ad61762-8641-4de6-8ae5-cf992ac3c903 req-fb92ef7d-2add-4991-b67a-6570e2299634 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489335 Mar 08 18:55:57.146413 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52668) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:57.246270 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06a0df-b6f1-4b34-9d50-7dc775f7a4bf req-69c8cffd-b61a-4695-8e36-5a2f23e4a465 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:57.247958 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4b06a0df-b6f1-4b34-9d50-7dc775f7a4bf req-69c8cffd-b61a-4695-8e36-5a2f23e4a465 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0629311 Mar 08 18:55:57.303157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844460346-network', 'tenant_id': '60d4558fa5d747028b29acf84838f586'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:57.305326 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4b06a0df-b6f1-4b34-9d50-7dc775f7a4bf req-572c938b-b1f0-420a-82f2-5977f02145fe tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493491 Mar 08 18:55:57.329170 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Made reservation on behalf of 60d4558fa5d747028b29acf84838f586 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:57.332907 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.348135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.458033 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks [] for security_group (e4dd66c5-51ba-4881-b7b4-30e3e58970b3), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.470669 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e4dd66c5-51ba-4881-b7b4-30e3e58970b3), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.496783 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:57.511472 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd66c5-51ba-4881-b7b4-30e3e58970b3,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:57.518388 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (5ee01d53-b6da-44f0-b36c-0e54b479ce1d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.518729 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Added segment 5ee01d53-b6da-44f0-b36c-0e54b479ce1d of type vlan for network c1e07d79-c987-4c94-86e9-92059dfec74d Mar 08 18:55:57.564802 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (c1e07d79-c987-4c94-86e9-92059dfec74d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.593601 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (c1e07d79-c987-4c94-86e9-92059dfec74d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.596268 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:57.597069 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.662995 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5148127 Mar 08 18:55:57.664133 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.667577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52672) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:57.671726 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188797f-7945-44a4-9077-93c1d3c7585b admin admin] Pushing event updated for resources: {'Network': ['ID=c1e07d79-c987-4c94-86e9-92059dfec74d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:57.673136 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Request body: {'subnet': {'network_id': 'c1e07d79-c987-4c94-86e9-92059dfec74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844460346-subnet', 'tenant_id': '60d4558fa5d747028b29acf84838f586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:57.687917 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network c1e07d79-c987-4c94-86e9-92059dfec74d details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:57.696340 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Made reservation on behalf of 60d4558fa5d747028b29acf84838f586 for: {'subnet': 1} {{(pid=109994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:57.698873 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127532768'] for subnet (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.942113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126352010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127532798'] for subnet (e875d1ec-611e-4e68-bf7a-8fab0983ef10), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.000846 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e875d1ec-611e-4e68-bf7a-8fab0983ef10,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:58.010381 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Checking segment: {'id': '5ee01d53-b6da-44f0-b36c-0e54b479ce1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c1e07d79-c987-4c94-86e9-92059dfec74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:58.010839 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Network hostable DHCP agents. Network: c1e07d79-c987-4c94-86e9-92059dfec74d, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:58.029319 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Network c1e07d79-c987-4c94-86e9-92059dfec74d is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:58.040571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, c1e07d79-c987-4c94-86e9-92059dfec74d) {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:58.045330 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:58.045916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.052912 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4f707-cf96-44ca-9e20-df9371de671d None None] Network c1e07d79-c987-4c94-86e9-92059dfec74d requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:58.083522 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-bf9ea139-9b6d-4ad3-95d3-21bc2142f59c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4071043 Mar 08 18:55:58.233214 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56f554-2202-4bb6-b9cf-29f6a9a785f0 None None] Network c1e07d79-c987-4c94-86e9-92059dfec74d requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:58.466327 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74a942-e323-48a8-821e-5d927ad984d8 req-76b94914-04c2-4237-b5dc-c78f8f470d8b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:58.467950 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6d74a942-e323-48a8-821e-5d927ad984d8 req-76b94914-04c2-4237-b5dc-c78f8f470d8b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0699265 Mar 08 18:55:58.539347 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6d74a942-e323-48a8-821e-5d927ad984d8 req-4b7cf9e5-bf1c-4627-8d31-69f533a55243 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643976 Mar 08 18:55:58.708303 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004ef4-cd80-44b6-bbd6-743dc0d6ce22 req-36d985b9-a629-4e7c-bf39-d65118735729 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:58.709874 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1c004ef4-cd80-44b6-bbd6-743dc0d6ce22 req-36d985b9-a629-4e7c-bf39-d65118735729 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0754821 Mar 08 18:55:58.721092 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52694) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:58.726503 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'floatingip': {'port_id': '2ea3006d-104f-476c-825a-38e56f7beef0'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:58.773895 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52696) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:58.778769 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.781769 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929161011-network', 'tenant_id': '896ab38d025140da8c1766c261570c16'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:58.816490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Made reservation on behalf of 896ab38d025140da8c1766c261570c16 for: {'network': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:58.819288 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for network (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.834308 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.962157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks [] for security_group (d4e0e18b-3e01-45bc-b40f-078e7e37651d), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.975884 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d4e0e18b-3e01-45bc-b40f-078e7e37651d), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.994859 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=109995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:59.028338 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.028876 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.segments_db [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Added segment e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1 of type vlan for network f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 Mar 08 18:55:59.051864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e0e18b-3e01-45bc-b40f-078e7e37651d,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.118830 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759655932959'] for network (f5f1248f-e591-4ca2-a440-2f1ca9fe7d59), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.176280 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544'] for network (f5f1248f-e591-4ca2-a440-2f1ca9fe7d59), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.177505 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:59.178708 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.271184 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4934275 Mar 08 18:55:59.273188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52702) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:59.278973 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Request body: {'subnet': {'network_id': 'f5f1248f-e591-4ca2-a440-2f1ca9fe7d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929161011-subnet', 'tenant_id': '896ab38d025140da8c1766c261570c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:59.293106 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61c1b8-aa01-4b36-a81b-3dec9cdf6590 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f1248f-e591-4ca2-a440-2f1ca9fe7d59,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.304410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Network f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 details requested by agent ovs-agent-dv-cinder-830087-3-iscsi with host dv-cinder-830087-3-iscsi {{(pid=109996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:59.322271 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Made reservation on behalf of 896ab38d025140da8c1766c261570c16 for: {'subnet': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:59.326779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3683603'] for subnet (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.399736 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.589530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126656383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3683597'] for subnet (3bf6eb09-0faf-4302-9512-8e34b86a35cc), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.655105 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf6eb09-0faf-4302-9512-8e34b86a35cc,revision_number=0']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.665980 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Checking segment: {'id': 'e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f5f1248f-e591-4ca2-a440-2f1ca9fe7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:59.666287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Network hostable DHCP agents. Network: f5f1248f-e591-4ca2-a440-2f1ca9fe7d59, hostable agents: ['912317d0-9b19-4a07-b8ec-1a67d51566d8'], hosted agents: [] {{(pid=109995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:59.685866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.689261 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Network f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 is scheduled to be hosted by DHCP agent 912317d0-9b19-4a07-b8ec-1a67d51566d8 with binding_index 1 {{(pid=109995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:59.690881 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.703769 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830087-3-iscsi, f5f1248f-e591-4ca2-a440-2f1ca9fe7d59) {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:59.713171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:59.714704 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.716347 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d5ad7-fb25-482c-87a8-2558037641e1 None None] Network f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:59.736366 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-ad83625a-687c-440d-a372-0e310bebcb8c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205769009&fields=id&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 267 time: 0.1582522 Mar 08 18:55:59.747317 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-bc11cce6-ee98-4ec6-8443-040d912f7d35 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4722624 Mar 08 18:55:59.863457 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee51365-ffb6-499f-829c-dd08ffdb13c2 None None] Network f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:59.896204 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Floating IP 22dc8523-49fc-4158-9da1-1a607368b97a associated. External IP: 172.27.1.26, port: 2ea3006d-104f-476c-825a-38e56f7beef0. Mar 08 18:55:59.949191 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-a8f875ea-cb26-4e74-8c42-3239ab88af4d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:59.950868 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-a8f875ea-cb26-4e74-8c42-3239ab88af4d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.2034767 Mar 08 18:55:59.962915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52712) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:59.976089 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-5ad7a4cc-0f12-48f1-b0b4-5178e8afe8f7 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/quotas/6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 375 time: 0.0187712 Mar 08 18:56:00.038610 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Deleting subnet e875d1ec-611e-4e68-bf7a-8fab0983ef10 {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:56:00.042574 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Publish callbacks [] for subnet (e875d1ec-611e-4e68-bf7a-8fab0983ef10), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.085973 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (e875d1ec-611e-4e68-bf7a-8fab0983ef10), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.089899 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-0dc0cf11-cca1-45a7-ac31-a29ff37d4fdc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819347 Mar 08 18:56:00.144048 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (e875d1ec-611e-4e68-bf7a-8fab0983ef10), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.210916 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (e875d1ec-611e-4e68-bf7a-8fab0983ef10), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.238819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e875d1ec-611e-4e68-bf7a-8fab0983ef10,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:00.241993 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.245833 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-cfbfec4d-75f6-4f85-acfb-cfc91f7797c6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e875d1ec-611e-4e68-bf7a-8fab0983ef10 HTTP/1.1" status: 204 len: 168 time: 0.2798705 Mar 08 18:56:00.248825 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52714) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:00.305044 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-8cc79bf6-6d11-462e-89b8-5f83e8f8ce13 service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676116 Mar 08 18:56:00.311157 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:00.330468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (c1e07d79-c987-4c94-86e9-92059dfec74d), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.449801 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (c1e07d79-c987-4c94-86e9-92059dfec74d), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.488074 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e07d79-c987-4c94-86e9-92059dfec74d']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:00.501919 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-45761d0a-7d54-4ad4-aa19-12747cb08c11 service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866980 Mar 08 18:56:00.502670 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee01d53-b6da-44f0-b36c-0e54b479ce1d') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:00.503154 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee01d53-b6da-44f0-b36c-0e54b479ce1d') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:00.519035 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (5ee01d53-b6da-44f0-b36c-0e54b479ce1d), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.524445 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:00.534047 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.541290 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (5ee01d53-b6da-44f0-b36c-0e54b479ce1d), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.544242 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:00.552443 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:56:00.553075 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (5ee01d53-b6da-44f0-b36c-0e54b479ce1d), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:56:00.556159 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:56:00.572945 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:00.573934 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:00.604853 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-5b122759-2df5-4934-b177-6c1ec130e10a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "PUT /v2.0/floatingips/22dc8523-49fc-4158-9da1-1a607368b97a HTTP/1.1" status: 200 len: 990 time: 1.8820093 Mar 08 18:56:00.606073 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:00.622318 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd811755-2755-4984-b6ad-dfadb5ee3c21" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:00.662839 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (c1e07d79-c987-4c94-86e9-92059dfec74d), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.671190 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.675985 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c1e07d79-c987-4c94-86e9-92059dfec74d HTTP/1.1" status: 204 len: 168 time: 0.4251444 Mar 08 18:56:00.681472 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52722) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:00.692757 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac6c27-a077-4963-ab37-e55a9b9b4c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e07d79-c987-4c94-86e9-92059dfec74d,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:00.701130 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ba135-dbb2-44c9-9cfe-c259dc5cea54 x-openstack-request-id: req-180ba135-dbb2-44c9-9cfe-c259dc5cea54 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:00.701951 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:00.702745 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-180ba135-dbb2-44c9-9cfe-c259dc5cea54 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:00.703581 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0', 'status': 'completed', 'code': 200} Mar 08 18:56:00.784178 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-3d61ac59-d29b-41a3-a670-6c6b80196e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:00.786206 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-3d61ac59-d29b-41a3-a670-6c6b80196e98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1129 time: 0.0645392 Mar 08 18:56:00.798080 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Deleting subnet 3bf6eb09-0faf-4302-9512-8e34b86a35cc {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:56:00.803906 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Publish callbacks [] for subnet (3bf6eb09-0faf-4302-9512-8e34b86a35cc), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.824443 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:00.872055 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (3bf6eb09-0faf-4302-9512-8e34b86a35cc), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.931075 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-4d8181e0-4512-4f5b-a4d0-a36afa4c0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:00.932637 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-4d8181e0-4512-4f5b-a4d0-a36afa4c0394 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.1396723 Mar 08 18:56:00.959223 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (3bf6eb09-0faf-4302-9512-8e34b86a35cc), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.097042 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-52c8f2dc-cc44-4360-b470-1a36880d889c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 998 time: 0.1569695 Mar 08 18:56:01.100300 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (3bf6eb09-0faf-4302-9512-8e34b86a35cc), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.143372 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf6eb09-0faf-4302-9512-8e34b86a35cc,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:01.169646 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f626fc85-324f-41cb-9727-9d7a97490efc req-1ff09d7a-90c0-41b9-ad11-910f515b79fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 210 time: 0.0428619 Mar 08 18:56:01.170412 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-8b899d71-350f-47eb-af5e-b47850f0b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:01.173841 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.174059 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-8b899d71-350f-47eb-af5e-b47850f0b5b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0696781 Mar 08 18:56:01.178023 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-77b82b37-98c3-4c48-b47b-ef0addca1d28 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3bf6eb09-0faf-4302-9512-8e34b86a35cc HTTP/1.1" status: 204 len: 168 time: 0.4946415 Mar 08 18:56:01.180396 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52732) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:01.301989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (f5f1248f-e591-4ca2-a440-2f1ca9fe7d59), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.310026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-a34cf1a8-a403-4a23-a6cc-b3ee596b4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:01.312667 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-a34cf1a8-a403-4a23-a6cc-b3ee596b4454 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304846 Mar 08 18:56:01.329383 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '22dc8523-49fc-4158-9da1-1a607368b97a', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '2ea3006d-104f-476c-825a-38e56f7beef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:ef:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:45Z', 'updated_at': '2022-03-08T18:55:59Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.364868 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:01.381808 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:01.382531 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:55:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.487031 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (f5f1248f-e591-4ca2-a440-2f1ca9fe7d59), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.516205 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f1248f-e591-4ca2-a440-2f1ca9fe7d59']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.533378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.533710 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.552651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.553331 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:01.556526 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-c67affb3-091f-4069-9dfa-8e324cabe644 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359345 Mar 08 18:56:01.592094 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.610437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:56:01.610976 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (e1f0b907-5b7d-4d2a-aa9d-df25b7bef4c1), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:56:01.613547 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:56:01.729746 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (f5f1248f-e591-4ca2-a440-2f1ca9fe7d59), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.739088 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.742220 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f5f1248f-e591-4ca2-a440-2f1ca9fe7d59 HTTP/1.1" status: 204 len: 168 time: 0.5596402 Mar 08 18:56:01.744778 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-bd811755-2755-4984-b6ad-dfadb5ee3c21 req-35bbc3d6-5d43-4571-8910-c3ebc4f1cbcd service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807177 Mar 08 18:56:01.756691 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded715c-9448-4cd8-ae27-351131df41f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f1248f-e591-4ca2-a440-2f1ca9fe7d59,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:01.911734 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '22dc8523-49fc-4158-9da1-1a607368b97a', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '2ea3006d-104f-476c-825a-38e56f7beef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:ef:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:45Z', 'updated_at': '2022-03-08T18:55:59Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:01.959878 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8843c4-2e92-419d-9a2c-43d3e5a09aff None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '22dc8523-49fc-4158-9da1-1a607368b97a', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '2ea3006d-104f-476c-825a-38e56f7beef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:ef:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:45Z', 'updated_at': '2022-03-08T18:55:59Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:02.049718 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52746) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:02.106348 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b3de4a77-f237-404f-8829-51b18f1e53e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60d4558fa5d747028b29acf84838f586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554404 Mar 08 18:56:02.110156 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52750) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:02.181774 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] Publish callbacks [] for security_group (e4dd66c5-51ba-4881-b7b4-30e3e58970b3), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.235569 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] Publish callbacks [] for security_group (e4dd66c5-51ba-4881-b7b4-30e3e58970b3), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.278941 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e5165-e7b8-40c4-8b56-1db3939c5f31 None None] New status for floating IP 22dc8523-49fc-4158-9da1-1a607368b97a: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:56:02.329891 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bfed5b93-3908-4058-acaf-ada9017c2c66 req-0bd43479-1a3f-4805-a81f-b3355f0c06a7 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 210 time: 0.0599194 Mar 08 18:56:02.379179 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e4dd66c5-51ba-4881-b7b4-30e3e58970b3), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.383772 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.402843 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4dd66c5-51ba-4881-b7b4-30e3e58970b3 HTTP/1.1" status: 204 len: 168 time: 0.2914958 Mar 08 18:56:02.423683 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95873d6-6478-41ce-aa01-c18654b7e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd66c5-51ba-4881-b7b4-30e3e58970b3,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:02.566173 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-329d2859-f287-48f4-bf84-5c1420004d51 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:02.570187 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-329d2859-f287-48f4-bf84-5c1420004d51 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.2851176 Mar 08 18:56:02.680383 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-7a4d4b7e-f8c7-4131-9f97-34c4991655f5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 380 time: 0.0999353 Mar 08 18:56:02.693921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'port': {'device_id': '51a34600-92f6-43bb-93bc-1c58d2794155', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'admin_state_up': True, 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'security_groups': ['9c264f46-f1f2-4809-8c08-c568a7ef4683']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:02.889897 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Made reservation on behalf of 6b99d9de89a44c1ea5e844ee8bf994a6 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:56:02.894017 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.951171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52758) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:03.022065 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-61c9711c-9bea-4a54-93dd-a6f300e9f067 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=896ab38d025140da8c1766c261570c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695083 Mar 08 18:56:03.025805 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52760) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:03.084629 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] Publish callbacks [] for security_group (d4e0e18b-3e01-45bc-b40f-078e7e37651d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.112257 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] Publish callbacks [] for security_group (d4e0e18b-3e01-45bc-b40f-078e7e37651d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.118039 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.20.0.8 (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59/bc06eb0f-cafd-49f5-a56c-ff291443818a/8a39b147-0f48-48ea-88b8-672d6a06fbaa) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:56:03.174731 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (d4e0e18b-3e01-45bc-b40f-078e7e37651d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.176339 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.177521 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4e0e18b-3e01-45bc-b40f-078e7e37651d HTTP/1.1" status: 204 len: 168 time: 0.1507213 Mar 08 18:56:03.186902 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb04ed-d58c-4178-943e-1be6dd5041ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e0e18b-3e01-45bc-b40f-078e7e37651d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:03.350189 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.404561 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.488569 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:03.494234 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:03.501050 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:03.545271 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:03.591761 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcce47-37c3-4185-af69-bbf7cf17b181 req-06a0a841-5757-479a-b6d8-510d22105d01 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:03.594253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3bcce47-37c3-4185-af69-bbf7cf17b181 req-06a0a841-5757-479a-b6d8-510d22105d01 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 931 time: 0.1024592 Mar 08 18:56:03.617718 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:03.619188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.655163 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-499d0733-3d39-47fc-a007-3def4d846531 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9690883 Mar 08 18:56:03.668513 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Request body: {'port': {'device_id': '51a34600-92f6-43bb-93bc-1c58d2794155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:03.701612 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f3bcce47-37c3-4185-af69-bbf7cf17b181 req-7e472087-5af0-471f-abae-ed18c848e848 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945778 Mar 08 18:56:03.755176 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.927352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-9acf5743-e935-4b19-a218-df2c0b6b04fe None None] Provisioning complete for port 8a39b147-0f48-48ea-88b8-672d6a06fbaa triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:03.928000 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-9acf5743-e935-4b19-a218-df2c0b6b04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.980732 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-9acf5743-e935-4b19-a218-df2c0b6b04fe None None] Port 8a39b147-0f48-48ea-88b8-672d6a06fbaa cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:56:04.085255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a39b147-0f48-48ea-88b8-672d6a06fbaa {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:04.095454 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks [] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.112718 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Transition to ACTIVE for port object 8a39b147-0f48-48ea-88b8-672d6a06fbaa will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:56:04.118343 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.204200 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:04.267781 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Attempting to bind port 8a39b147-0f48-48ea-88b8-672d6a06fbaa on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:56:04.268109 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Attempting to bind port 8a39b147-0f48-48ea-88b8-672d6a06fbaa by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:56:04.268436 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Attempting to bind port 8a39b147-0f48-48ea-88b8-672d6a06fbaa on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:04.273880 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Port 8a39b147-0f48-48ea-88b8-672d6a06fbaa on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:56:04.274215 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Attempting to bind port 8a39b147-0f48-48ea-88b8-672d6a06fbaa on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:04.280221 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:56:04.280568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:56:04.280962 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Bound using segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:56:04.281846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Bound port: 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:56:04.282269 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.401365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:56:04.407897 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:56:04.418293 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.474518 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.475196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.476656 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] 10.222.0.18 "PUT /v2.0/ports/8a39b147-0f48-48ea-88b8-672d6a06fbaa HTTP/1.1" status: 200 len: 1093 time: 0.8141572 Mar 08 18:56:04.477174 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:04.479563 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:04.530045 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678da547-51b6-4af2-ae93-756b911cf6da x-openstack-request-id: req-678da547-51b6-4af2-ae93-756b911cf6da {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:04.530663 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:04.532176 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-678da547-51b6-4af2-ae93-756b911cf6da {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:04.532846 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'status': 'completed', 'code': 200} Mar 08 18:56:04.539363 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a6ae8-197e-436e-b854-d4f166869f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:04.638972 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-526074b9-4418-48ab-8436-8333a3144140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.643030 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-526074b9-4418-48ab-8436-8333a3144140 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 1127 time: 0.0817866 Mar 08 18:56:04.721129 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-537ee393-ed31-4297-89a3-606e86ebccdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa HTTP/1.1" status: 200 len: 217 time: 0.0714421 Mar 08 18:56:04.809231 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-bd4c4cef-90cf-43a2-9d6f-4db6d81d80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.811182 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-bd4c4cef-90cf-43a2-9d6f-4db6d81d80c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0847304 Mar 08 18:56:04.894928 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e070e-1a7f-48af-a422-5927fb654b6a req-ee240cbf-1d20-40c0-a76b-7432d7d51274 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.896847 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d73e070e-1a7f-48af-a422-5927fb654b6a req-ee240cbf-1d20-40c0-a76b-7432d7d51274 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0777659 Mar 08 18:56:04.911813 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-50b61f4a-d654-46f6-bcfb-03249de34db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.914761 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-50b61f4a-d654-46f6-bcfb-03249de34db9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946443 Mar 08 18:56:04.964791 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d73e070e-1a7f-48af-a422-5927fb654b6a req-3b52317c-c9b7-47ef-9bc4-3c524f6a7b64 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569530 Mar 08 18:56:05.075679 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-061c4b58-b7cf-4786-b1d5-901f94ac8629 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549366 Mar 08 18:56:05.183922 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4d8e8cb-7ada-4d14-a2b3-45dd13a45cf3 req-154a1443-bf3d-421f-8ece-6d558f660229 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016769 Mar 08 18:56:05.308326 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-61d4857a-e9c6-4702-8f8b-a51696e45aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.309561 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-61d4857a-e9c6-4702-8f8b-a51696e45aca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 1127 time: 0.0637889 Mar 08 18:56:05.425708 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-fd09d9ef-8f39-4df0-a353-f263fee927a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.427289 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-fd09d9ef-8f39-4df0-a353-f263fee927a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.1117737 Mar 08 18:56:05.477380 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-2344aa86-36dc-4afa-98ea-f51372730f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa HTTP/1.1" status: 200 len: 217 time: 0.0439880 Mar 08 18:56:05.529997 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-60f2f9be-4c33-4979-9c6c-114c6e5db1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.531539 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-60f2f9be-4c33-4979-9c6c-114c6e5db1d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0480208 Mar 08 18:56:05.584704 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-08326325-5237-42d8-a776-7d5a2b66aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.586288 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-08326325-5237-42d8-a776-7d5a2b66aa2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490463 Mar 08 18:56:05.657249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52812) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:05.697147 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-c6756c17-c268-4f85-9241-39467010984c service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040294 Mar 08 18:56:05.797801 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-93dbab1f-0bea-4a47-bde8-a5a5a3ccea4f req-2d22832e-4860-44fd-a0e2-0fcdfd011382 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951796 Mar 08 18:56:05.825122 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.910447 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Publish callbacks [] for security_group (28ac4095-7604-44a5-8e51-3eef25623c91), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.914901 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (28ac4095-7604-44a5-8e51-3eef25623c91), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.955869 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3b40fe2d48f4daca8d2da6bae334aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968013 Mar 08 18:56:05.956576 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac4095-7604-44a5-8e51-3eef25623c91,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:05.958593 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52816) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:05.964559 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.964964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.965299 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.965606 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.965943 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.966543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.966941 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.967858 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.967858 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.968164 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.968292 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.969242 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:05.969571 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b0ff8-98cb-447d-8060-526752c2760d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:06.023211 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] Publish callbacks [] for security_group (28ac4095-7604-44a5-8e51-3eef25623c91), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.051359 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] Publish callbacks [] for security_group (28ac4095-7604-44a5-8e51-3eef25623c91), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.124962 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e564715-dbcb-430a-a580-2cac67cfe258 req-81c779c4-60cd-4ad7-afd1-b8c247fd744a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.126818 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e564715-dbcb-430a-a580-2cac67cfe258 req-81c779c4-60cd-4ad7-afd1-b8c247fd744a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0705616 Mar 08 18:56:06.127006 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (28ac4095-7604-44a5-8e51-3eef25623c91), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.129726 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.130988 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28ac4095-7604-44a5-8e51-3eef25623c91 HTTP/1.1" status: 204 len: 168 time: 0.1709414 Mar 08 18:56:06.141485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a79483-7872-4704-852b-1ad599348af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac4095-7604-44a5-8e51-3eef25623c91,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.221858 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e564715-dbcb-430a-a580-2cac67cfe258 req-ffae3b4c-cc11-429e-9299-76ee2162d598 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807850 Mar 08 18:56:06.460723 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52824) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:06.474972 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-88f34c5e-d7d0-40b1-bcfe-b1101b455047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.561419 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-88f34c5e-d7d0-40b1-bcfe-b1101b455047 admin admin] Publish callbacks [] for security_group (78c4aec7-9eac-4fc3-ba99-11fe78185610), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.566009 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-88f34c5e-d7d0-40b1-bcfe-b1101b455047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (78c4aec7-9eac-4fc3-ba99-11fe78185610), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.606850 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-88f34c5e-d7d0-40b1-bcfe-b1101b455047 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53a86148854645538a18d02ba5b09b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448720 Mar 08 18:56:06.607863 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f34c5e-d7d0-40b1-bcfe-b1101b455047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c4aec7-9eac-4fc3-ba99-11fe78185610,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.609618 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52826) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:06.669874 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] Publish callbacks [] for security_group (78c4aec7-9eac-4fc3-ba99-11fe78185610), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.697442 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] Publish callbacks [] for security_group (78c4aec7-9eac-4fc3-ba99-11fe78185610), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.748760 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (78c4aec7-9eac-4fc3-ba99-11fe78185610), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.751981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.753222 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78c4aec7-9eac-4fc3-ba99-11fe78185610 HTTP/1.1" status: 204 len: 168 time: 0.1422293 Mar 08 18:56:06.761781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a361e2-8e8b-4935-b742-199e1da36981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c4aec7-9eac-4fc3-ba99-11fe78185610,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:07.356411 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e25c-344d-4117-87fb-4dd88633520f req-d960689f-631d-4cc1-8bbb-0aec7fb7d904 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.358207 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1055e25c-344d-4117-87fb-4dd88633520f req-d960689f-631d-4cc1-8bbb-0aec7fb7d904 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0577745 Mar 08 18:56:07.447439 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1055e25c-344d-4117-87fb-4dd88633520f req-8d97c8aa-678f-4a5f-bee7-77de18b4c3b8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813007 Mar 08 18:56:08.580035 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35b402-3fab-4d59-90b1-9a571dd764c4 req-31c59e7d-7f1f-4b6b-a995-28c1551b5867 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:08.581691 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0b35b402-3fab-4d59-90b1-9a571dd764c4 req-31c59e7d-7f1f-4b6b-a995-28c1551b5867 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0609288 Mar 08 18:56:08.636517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0b35b402-3fab-4d59-90b1-9a571dd764c4 req-e29f3bc8-470d-4460-bdae-436544bdd507 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Mar 08 18:56:09.765583 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952060-28f6-4095-b3dd-8173a9b3a2bd req-64db9e28-a849-4d55-8aa6-e5d0b032015b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:09.767398 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-78952060-28f6-4095-b3dd-8173a9b3a2bd req-64db9e28-a849-4d55-8aa6-e5d0b032015b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0588040 Mar 08 18:56:09.827569 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-78952060-28f6-4095-b3dd-8173a9b3a2bd req-102843ce-7337-4c49-920b-3869b6945a0f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511413 Mar 08 18:56:10.958773 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557661-5bfc-426b-ad36-e401dbdbc9a4 req-1639baa3-f1d2-4691-99ae-d1f92f7ebf9e tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:10.960521 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf557661-5bfc-426b-ad36-e401dbdbc9a4 req-1639baa3-f1d2-4691-99ae-d1f92f7ebf9e tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0614185 Mar 08 18:56:11.018904 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf557661-5bfc-426b-ad36-e401dbdbc9a4 req-392dfd7d-f4a6-4d5c-a074-f7c78738bddb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523324 Mar 08 18:56:12.175281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41ee76-dc69-4e81-9cf8-25c8a264541e req-c90ca592-4110-4e97-8dea-ddecc3c7da52 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:12.177740 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7a41ee76-dc69-4e81-9cf8-25c8a264541e req-c90ca592-4110-4e97-8dea-ddecc3c7da52 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0587614 Mar 08 18:56:12.236273 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7a41ee76-dc69-4e81-9cf8-25c8a264541e req-3027a7d0-77ca-41ea-9b3a-e15d6b18a355 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524569 Mar 08 18:56:13.380605 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da789c64-fe60-4b70-be96-008fc0092f91 req-193acb78-a0b1-4f98-ae98-f0ee55403cf6 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:13.382079 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da789c64-fe60-4b70-be96-008fc0092f91 req-193acb78-a0b1-4f98-ae98-f0ee55403cf6 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0572574 Mar 08 18:56:13.442062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da789c64-fe60-4b70-be96-008fc0092f91 req-3934bc3f-2925-4ab0-bb21-7f6cc6ea43b1 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540879 Mar 08 18:56:14.469870 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8a39b147-0f48-48ea-88b8-672d6a06fbaa details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:56:14.579372 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bf724-e55f-4423-886d-61ef76643b58 req-13ec2dbb-644e-43e2-9c0c-1ede695e94ae tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:14.581110 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-125bf724-e55f-4423-886d-61ef76643b58 req-13ec2dbb-644e-43e2-9c0c-1ede695e94ae tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 943 time: 0.0600314 Mar 08 18:56:14.603094 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:14.623941 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'port_id': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'mac_address': 'fa:16:3e:86:82:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:56:14.638305 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-125bf724-e55f-4423-886d-61ef76643b58 req-7ec23e5e-2cf3-48a9-a43f-a9963fc00678 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505230 Mar 08 18:56:14.679441 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 8a39b147-0f48-48ea-88b8-672d6a06fbaa is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:14.680244 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:14.696098 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a39b147-0f48-48ea-88b8-672d6a06fbaa {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:14.722976 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:14.728028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:14.780715 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:15.601178 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['8a39b147-0f48-48ea-88b8-672d6a06fbaa'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:56:15.809445 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7551bc3-7263-48a0-8dff-a3c603315bf6 req-4658f2b5-261e-488e-b372-db5f3d4cacb8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:15.811818 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7551bc3-7263-48a0-8dff-a3c603315bf6 req-4658f2b5-261e-488e-b372-db5f3d4cacb8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 944 time: 0.0712895 Mar 08 18:56:15.918649 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e7551bc3-7263-48a0-8dff-a3c603315bf6 req-02854a4e-f46e-471a-8c45-df6e0dec1d4c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917828 Mar 08 18:56:17.055477 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8b61-eaa1-4615-bd65-8c5dc1cf98ca req-898a2f27-9b67-4f7b-9251-29bb7b8bd507 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:17.057004 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-829e8b61-eaa1-4615-bd65-8c5dc1cf98ca req-898a2f27-9b67-4f7b-9251-29bb7b8bd507 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 944 time: 0.0624082 Mar 08 18:56:17.114508 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-829e8b61-eaa1-4615-bd65-8c5dc1cf98ca req-8b7faf26-15d1-4c5b-80c2-e36c0364b257 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517251 Mar 08 18:56:18.027180 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8a39b147-0f48-48ea-88b8-672d6a06fbaa up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:18.086044 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 8a39b147-0f48-48ea-88b8-672d6a06fbaa completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:56:18.091012 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 8a39b147-0f48-48ea-88b8-672d6a06fbaa triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:18.091718 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.208483 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 8a39b147-0f48-48ea-88b8-672d6a06fbaa is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:18.208890 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.245034 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:18.249161 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13344210-f370-41be-8c8d-3a85ec2159fc" -d '{"events": [{"server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "name": "network-vif-plugged", "status": "completed", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:18.253418 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb809a-eb1e-4f6a-a601-cc80187b76f2 req-ef5288c5-7133-4ef8-9809-4f30dc72ccfd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:18.254902 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bfb809a-eb1e-4f6a-a601-cc80187b76f2 req-ef5288c5-7133-4ef8-9809-4f30dc72ccfd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 944 time: 0.0565462 Mar 08 18:56:18.271368 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:18.277122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.318746 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6bfb809a-eb1e-4f6a-a601-cc80187b76f2 req-db8087b6-2d42-4053-922c-9f23e8374210 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498796 Mar 08 18:56:18.328615 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212dd07-233a-47fe-ac00-5f93fe5fabaa x-openstack-request-id: req-4212dd07-233a-47fe-ac00-5f93fe5fabaa {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:18.329114 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "name": "network-vif-plugged", "status": "completed", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:18.329533 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4212dd07-233a-47fe-ac00-5f93fe5fabaa {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:18.330173 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'code': 200} Mar 08 18:56:18.377320 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:18.584662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1271e-08d6-4d74-b1bb-9c14b9024db8 req-5f793dd2-69c2-46f1-94ed-15873c6e8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:18.586288 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-18d1271e-08d6-4d74-b1bb-9c14b9024db8 req-5f793dd2-69c2-46f1-94ed-15873c6e8358 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 1129 time: 0.0551989 Mar 08 18:56:18.634033 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-18d1271e-08d6-4d74-b1bb-9c14b9024db8 req-3cff8716-0337-41ff-a360-f98d4b68d0e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Mar 08 18:56:19.484129 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec7c30-d787-4bb4-a79d-1498a7b078f7 req-b8f27966-287a-4d9f-894f-254a4f32f67c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:19.485651 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6eec7c30-d787-4bb4-a79d-1498a7b078f7 req-b8f27966-287a-4d9f-894f-254a4f32f67c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0588174 Mar 08 18:56:19.537484 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6eec7c30-d787-4bb4-a79d-1498a7b078f7 req-9307d812-038f-468a-8da1-7af9cba4d5b2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Mar 08 18:56:20.660958 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda846-d306-48d8-a729-89d6428fdc81 req-3483c445-83ef-4a7f-b1ff-e15c083406f5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:20.662509 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8bcda846-d306-48d8-a729-89d6428fdc81 req-3483c445-83ef-4a7f-b1ff-e15c083406f5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0578277 Mar 08 18:56:20.717936 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8bcda846-d306-48d8-a729-89d6428fdc81 req-23710142-43d1-4e82-a51d-e39cf8ca5301 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496719 Mar 08 18:56:20.720638 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea9b9-37f7-42c7-9d63-06828321eac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:21.842100 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf78cba-a1c1-4fbc-8941-cea5cbfe5fec req-d396258a-1cf3-4a37-8622-c1330d599d46 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:21.843687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dcf78cba-a1c1-4fbc-8941-cea5cbfe5fec req-d396258a-1cf3-4a37-8622-c1330d599d46 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Mar 08 18:56:21.898310 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dcf78cba-a1c1-4fbc-8941-cea5cbfe5fec req-68147429-7b75-4897-89bc-dc6688d44041 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480382 Mar 08 18:56:23.050019 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4571-7deb-4c72-a6cb-53caef048ec7 req-6d206ebe-662c-4930-bdea-0f2bb93879a0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.051993 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f75b4571-7deb-4c72-a6cb-53caef048ec7 req-6d206ebe-662c-4930-bdea-0f2bb93879a0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0607786 Mar 08 18:56:23.106193 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f75b4571-7deb-4c72-a6cb-53caef048ec7 req-d4c96f57-8dc9-41ae-9d1d-bfc7e106fe24 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471668 Mar 08 18:56:23.237113 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f79df3-f356-474c-a33a-1ed74d409c1c req-7d08638b-cd7a-4a62-83cb-a627f6f45db2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.239073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-37f79df3-f356-474c-a33a-1ed74d409c1c req-7d08638b-cd7a-4a62-83cb-a627f6f45db2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0580165 Mar 08 18:56:23.310833 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-37f79df3-f356-474c-a33a-1ed74d409c1c req-51623900-2331-4cc9-a7a7-d29d1a22b121 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641327 Mar 08 18:56:23.349507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52958) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:23.355747 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a7d55ebc-5f88-4a27-aff6-c4b6bfff6452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.587855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10504e8-3ffc-4229-9c49-8a46d672a42a tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.589588 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f10504e8-3ffc-4229-9c49-8a46d672a42a tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 1124 time: 0.2389185 Mar 08 18:56:23.594134 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 52962) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:23.599499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'port_id': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:23.629588 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.767628 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.188767 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.27.1.31 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/1c1945af-ce96-4289-bb14-8d166d1daf5e) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:56:24.365087 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.404273 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.455042 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:24.458338 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:24.462171 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:24.488372 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=1c1945af-ce96-4289-bb14-8d166d1daf5e,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:24.505108 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.505674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.506240 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.506805 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.507392 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.507948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.508381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.508761 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.509140 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.509502 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.509898 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.510421 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.510953 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:24.832190 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.912953 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (668c4baa-d96a-4af5-aad6-8176d231ee12), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.993111 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.156134 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.162881 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.238115 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=1c1945af-ce96-4289-bb14-8d166d1daf5e,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:25.248564 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (668c4baa-d96a-4af5-aad6-8176d231ee12), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.360410 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP 668c4baa-d96a-4af5-aad6-8176d231ee12 associated. External IP: 172.27.1.31, port: 8a39b147-0f48-48ea-88b8-672d6a06fbaa. Mar 08 18:56:25.627112 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:25.802023 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:25.820468 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:25.827918 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.838215 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:25.839101 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:56:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:25.883846 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e7f7dbe7-0e93-4ce5-831b-08fecd351895 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2877848 Mar 08 18:56:25.885346 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:25.888564 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88372e7a-d67e-4a41-b173-f8322cbccccc" -d '{"events": [{"name": "network-changed", "server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:25.937703 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1fb3a0-5dfc-4de1-b08e-60a0a2c0c408 x-openstack-request-id: req-cc1fb3a0-5dfc-4de1-b08e-60a0a2c0c408 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:25.938004 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:25.938954 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc1fb3a0-5dfc-4de1-b08e-60a0a2c0c408 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:25.939556 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'status': 'completed', 'code': 200} Mar 08 18:56:26.033288 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-ea916166-94a8-4598-8440-42892d9b3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:26.036125 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:26.037177 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-ea916166-94a8-4598-8440-42892d9b3774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 1129 time: 0.0745540 Mar 08 18:56:26.128736 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52994) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:26.178394 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-e464e2b8-80e5-4656-bba3-2a266dd150af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:26.181322 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-e464e2b8-80e5-4656-bba3-2a266dd150af service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.1365566 Mar 08 18:56:26.246051 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.259306 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4ce2426a-0b30-4cb1-911a-476bc5bf1d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.297131 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-ed12cb93-02b3-4ca2-9edd-8c423894b70b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa HTTP/1.1" status: 200 len: 998 time: 0.1069109 Mar 08 18:56:26.354459 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '668c4baa-d96a-4af5-aad6-8176d231ee12', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:86:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a34600-92f6-43bb-93bc-1c58d2794155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:24Z', 'updated_at': '2022-03-08T18:56:24Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:26.368425 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4ce2426a-0b30-4cb1-911a-476bc5bf1d18 admin admin] Publish callbacks [] for security_group (a706880c-62fa-4702-98b6-0fdb617187f3), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.373696 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-4ce2426a-0b30-4cb1-911a-476bc5bf1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a706880c-62fa-4702-98b6-0fdb617187f3), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.383702 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-9ba18a56-4b8f-4e7a-85ef-c405245b8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:26.385975 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:26.386148 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-9ba18a56-4b8f-4e7a-85ef-c405245b8cd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0828488 Mar 08 18:56:26.397354 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:26.398309 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:56:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:26.419618 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-4ce2426a-0b30-4cb1-911a-476bc5bf1d18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3a5cb2fbe014318b4a956eaa7d3bc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876778 Mar 08 18:56:26.421077 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2426a-0b30-4cb1-911a-476bc5bf1d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a706880c-62fa-4702-98b6-0fdb617187f3,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:26.424542 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 52998) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:26.459021 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-583a3e41-75f0-4ddb-a1f4-e11d74f772b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:26.461432 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-583a3e41-75f0-4ddb-a1f4-e11d74f772b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679078 Mar 08 18:56:26.487725 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] Publish callbacks [] for security_group (a706880c-62fa-4702-98b6-0fdb617187f3), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.511348 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] Publish callbacks [] for security_group (a706880c-62fa-4702-98b6-0fdb617187f3), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.546891 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:26.580986 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a706880c-62fa-4702-98b6-0fdb617187f3), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.584670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.589363 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a706880c-62fa-4702-98b6-0fdb617187f3 HTTP/1.1" status: 204 len: 168 time: 0.1600673 Mar 08 18:56:26.595101 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396424bd-2420-415d-bb0f-b3af0c37d9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a706880c-62fa-4702-98b6-0fdb617187f3,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:26.605417 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-a91e5258-4648-471e-985a-3b912dc31c5b service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364739 Mar 08 18:56:26.762001 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-88372e7a-d67e-4a41-b173-f8322cbccccc req-7a5aa2a3-3945-464f-9493-e7213ff346b5 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492021 Mar 08 18:56:26.861241 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '668c4baa-d96a-4af5-aad6-8176d231ee12', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:86:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a34600-92f6-43bb-93bc-1c58d2794155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:24Z', 'updated_at': '2022-03-08T18:56:24Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:26.890552 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bb429-d9bd-42bf-9ea3-54921d0bd4f5 None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '668c4baa-d96a-4af5-aad6-8176d231ee12', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:86:82:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a34600-92f6-43bb-93bc-1c58d2794155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:24Z', 'updated_at': '2022-03-08T18:56:24Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:27.147391 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e726298b-fc82-4300-90b0-bccb73e86acb None None] New status for floating IP 668c4baa-d96a-4af5-aad6-8176d231ee12: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:56:27.664648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:27.821524 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:56:29.362581 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.447477 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53042) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:30.559253 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5303-b7a6-4b96-a02c-78ae49ee8d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.638318 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5303-b7a6-4b96-a02c-78ae49ee8d20 admin admin] Publish callbacks [] for security_group (58c84b07-9cc4-42f9-83a9-26bdf6faf5ee), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.642900 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5303-b7a6-4b96-a02c-78ae49ee8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (58c84b07-9cc4-42f9-83a9-26bdf6faf5ee), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.690127 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e0dd5303-b7a6-4b96-a02c-78ae49ee8d20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9240a6784d154162adbc536f55465f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415211 Mar 08 18:56:30.691022 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd5303-b7a6-4b96-a02c-78ae49ee8d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c84b07-9cc4-42f9-83a9-26bdf6faf5ee,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:30.693284 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53048) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:30.747921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] Publish callbacks [] for security_group (58c84b07-9cc4-42f9-83a9-26bdf6faf5ee), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.772346 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] Publish callbacks [] for security_group (58c84b07-9cc4-42f9-83a9-26bdf6faf5ee), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.826685 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (58c84b07-9cc4-42f9-83a9-26bdf6faf5ee), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.829490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:30.830635 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58c84b07-9cc4-42f9-83a9-26bdf6faf5ee HTTP/1.1" status: 204 len: 168 time: 0.1362689 Mar 08 18:56:30.839952 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a4aa-1c75-4c02-b4fe-d4cf7e8b9cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c84b07-9cc4-42f9-83a9-26bdf6faf5ee,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:32.001922 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53078) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:32.113101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-624fed8c-53ff-4ede-912f-20fa49594919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.187989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-624fed8c-53ff-4ede-912f-20fa49594919 admin admin] Publish callbacks [] for security_group (97cbb2ef-62eb-4073-890a-87eceb590cf0), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.192346 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-624fed8c-53ff-4ede-912f-20fa49594919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (97cbb2ef-62eb-4073-890a-87eceb590cf0), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.228255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fed8c-53ff-4ede-912f-20fa49594919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbb2ef-62eb-4073-890a-87eceb590cf0,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:32.232397 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-624fed8c-53ff-4ede-912f-20fa49594919 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f15db3168d3a49bc9450eee7797fd04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294514 Mar 08 18:56:32.235637 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53082) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:32.288782 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] Publish callbacks [] for security_group (97cbb2ef-62eb-4073-890a-87eceb590cf0), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.310409 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] Publish callbacks [] for security_group (97cbb2ef-62eb-4073-890a-87eceb590cf0), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.356880 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (97cbb2ef-62eb-4073-890a-87eceb590cf0), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.359483 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:32.361217 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97cbb2ef-62eb-4073-890a-87eceb590cf0 HTTP/1.1" status: 204 len: 168 time: 0.1240051 Mar 08 18:56:32.369001 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9bb60-a112-4e72-bd1e-12e4adfe9038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbb2ef-62eb-4073-890a-87eceb590cf0,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:32.660241 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-c4e98a16-873c-486e-ab6a-5eb09c3c7661 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533588 Mar 08 18:56:32.751675 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-cc85ca06-9232-4e28-b2b8-63d1c146d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:32.753255 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-cc85ca06-9232-4e28-b2b8-63d1c146d4db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.0506911 Mar 08 18:56:32.906265 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-02950711-dff7-4eb2-b19a-65a7cbc62ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:32.908540 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-02950711-dff7-4eb2-b19a-65a7cbc62ac5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.1337891 Mar 08 18:56:32.981537 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-a23ad618-ce23-4424-9f57-19a5f858aa3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 1000 time: 0.0659914 Mar 08 18:56:33.037683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-9bbcfd02-3294-4fef-bd82-ac1a356dbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:33.039170 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-9bbcfd02-3294-4fef-bd82-ac1a356dbfd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0471637 Mar 08 18:56:33.091206 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-4a659371-4dc2-49dc-b07c-93d369b09ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:33.092748 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-4a659371-4dc2-49dc-b07c-93d369b09ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466797 Mar 08 18:56:33.185733 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-067c000e-1792-42bb-8f7b-7d7b9ecfdccd service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Mar 08 18:56:33.278248 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-41e529a8-fa79-4ab6-a972-1ee1aae2bc38 req-86a26069-4293-4040-9e0a-71c81f9358dd service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856478 Mar 08 18:56:46.527176 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fa4c4-dacd-4b8e-aa9a-8b40882b263d req-472a3dba-9753-4228-8f24-e48ba450d50c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:46.528651 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-026fa4c4-dacd-4b8e-aa9a-8b40882b263d req-472a3dba-9753-4228-8f24-e48ba450d50c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0575435 Mar 08 18:56:46.580723 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-026fa4c4-dacd-4b8e-aa9a-8b40882b263d req-ebbe4a74-2440-4118-b56d-2ad79c5d63a1 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447698 Mar 08 18:56:47.707535 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ae24-ecff-4903-8b0a-7beb7ce442d9 req-73832c58-353e-4b3a-be32-3fcab9909023 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:47.709646 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ba5ae24-ecff-4903-8b0a-7beb7ce442d9 req-73832c58-353e-4b3a-be32-3fcab9909023 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0558977 Mar 08 18:56:47.759467 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4ba5ae24-ecff-4903-8b0a-7beb7ce442d9 req-9f5154df-e0a9-48c4-9de6-a1ebf63d370e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429823 Mar 08 18:56:48.881179 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675350-49da-489c-83c7-31bbc4cf92d5 req-efb9068c-869b-4103-b638-946116486713 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:48.882837 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d4675350-49da-489c-83c7-31bbc4cf92d5 req-efb9068c-869b-4103-b638-946116486713 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0554140 Mar 08 18:56:48.929308 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d4675350-49da-489c-83c7-31bbc4cf92d5 req-e3f84ad3-6425-442e-ae4f-3a907134176a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409617 Mar 08 18:56:50.047933 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde249f-03af-4fa1-9a5d-b5cc5f415e7d req-3278a232-a6e7-404f-9bac-575421e3af7c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.049408 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9fde249f-03af-4fa1-9a5d-b5cc5f415e7d req-3278a232-a6e7-404f-9bac-575421e3af7c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 08 18:56:50.095670 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9fde249f-03af-4fa1-9a5d-b5cc5f415e7d req-7d2b8865-0678-450f-a968-7b62d78ccd77 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403483 Mar 08 18:56:50.713190 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-edb82649-92ac-4fa7-8919-0704a0b53d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:51.216545 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8f3f4-d6e5-48fb-86a8-441585d5ceb7 req-32dd95c0-3fd0-4886-84ce-e6681ae1ee5b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:51.217992 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7fd8f3f4-d6e5-48fb-86a8-441585d5ceb7 req-32dd95c0-3fd0-4886-84ce-e6681ae1ee5b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0536306 Mar 08 18:56:51.271371 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7fd8f3f4-d6e5-48fb-86a8-441585d5ceb7 req-fedc0d69-5f8c-42d4-863b-85b52416fe06 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472810 Mar 08 18:56:52.403013 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd57e7f-c508-4c9d-aeb0-97e5744c5837 req-d1c90989-3afa-4336-8235-0e4fa3d768b8 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:52.404493 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-afd57e7f-c508-4c9d-aeb0-97e5744c5837 req-d1c90989-3afa-4336-8235-0e4fa3d768b8 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0629303 Mar 08 18:56:52.453591 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-afd57e7f-c508-4c9d-aeb0-97e5744c5837 req-0370b047-1da8-4748-9684-7d9e490eb497 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436318 Mar 08 18:56:53.359395 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d9613caf-97ff-4033-8d96-f2b9caca4218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:53.576702 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2147a-8765-49f1-b206-0d62cce7931b req-dfb06643-2e4d-441f-8206-0026158a42de tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:53.578336 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7bb2147a-8765-49f1-b206-0d62cce7931b req-dfb06643-2e4d-441f-8206-0026158a42de tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Mar 08 18:56:53.628588 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7bb2147a-8765-49f1-b206-0d62cce7931b req-2bc75b19-68c1-4aeb-9a6b-8a073eab4e5b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434439 Mar 08 18:56:54.758287 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a058-789c-4647-89c2-cffe70735915 req-888aa389-c386-4c43-9278-15d891156b12 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:54.759750 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad26a058-789c-4647-89c2-cffe70735915 req-888aa389-c386-4c43-9278-15d891156b12 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0547225 Mar 08 18:56:54.806180 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ad26a058-789c-4647-89c2-cffe70735915 req-a1490016-9d91-41b2-ac22-a37b471d5813 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408792 Mar 08 18:56:54.834372 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:55.930613 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448b4f3-70ea-406e-83e3-7adcb3fbbcdc req-91167027-cd89-4e5e-812a-1216c2eb0629 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:55.932144 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4448b4f3-70ea-406e-83e3-7adcb3fbbcdc req-91167027-cd89-4e5e-812a-1216c2eb0629 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0597594 Mar 08 18:56:55.986869 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4448b4f3-70ea-406e-83e3-7adcb3fbbcdc req-8b83dab8-0bb6-433f-8a1f-305a74d80ce0 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491819 Mar 08 18:56:56.216151 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.112993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91cc44-a11a-4fa8-9054-05c3f22fb72b req-d390a0bd-9948-4dee-a4d8-cd520d8b01fd tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.114477 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ce91cc44-a11a-4fa8-9054-05c3f22fb72b req-d390a0bd-9948-4dee-a4d8-cd520d8b01fd tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0566516 Mar 08 18:56:57.162840 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ce91cc44-a11a-4fa8-9054-05c3f22fb72b req-8183f5f7-a6a3-4f47-bc67-ff2c0ede6ca5 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420663 Mar 08 18:56:57.657752 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.282409 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdec91-9afb-417f-8a59-4c5d2e99edd9 req-4e5f15c9-c2fd-4496-b7bf-5060fe555966 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:58.283837 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-35fdec91-9afb-417f-8a59-4c5d2e99edd9 req-4e5f15c9-c2fd-4496-b7bf-5060fe555966 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Mar 08 18:56:58.330146 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-35fdec91-9afb-417f-8a59-4c5d2e99edd9 req-b1f1d57a-a4ca-4b73-8272-b2484818e94d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397301 Mar 08 18:56:59.375300 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.462314 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06c3dd-849a-4eb1-827c-4b0e896a3dda req-4f3d53f1-dc6b-4e2b-b912-495bf23b8625 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:59.463886 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8a06c3dd-849a-4eb1-827c-4b0e896a3dda req-4f3d53f1-dc6b-4e2b-b912-495bf23b8625 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0604904 Mar 08 18:56:59.520847 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8a06c3dd-849a-4eb1-827c-4b0e896a3dda req-43c75493-944e-4587-bccb-22ca7021ddee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500124 Mar 08 18:57:00.642758 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24594601-1868-4f3c-8764-d5009073066b req-4b4ad80a-b0de-4c9f-8ec4-1a83a4c1c2f4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:00.644253 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-24594601-1868-4f3c-8764-d5009073066b req-4b4ad80a-b0de-4c9f-8ec4-1a83a4c1c2f4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Mar 08 18:57:00.691334 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-24594601-1868-4f3c-8764-d5009073066b req-8500a8aa-d353-4363-a859-bb907929eff3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412993 Mar 08 18:57:01.814345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bf908-8bb8-401f-8d68-6cd3838d800a req-9f12a665-154f-4e16-840c-1eb5d573c38f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.816000 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-830bf908-8bb8-401f-8d68-6cd3838d800a req-9f12a665-154f-4e16-840c-1eb5d573c38f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Mar 08 18:57:01.867486 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-830bf908-8bb8-401f-8d68-6cd3838d800a req-bb848ae4-6f7d-4d0d-85dc-d6288c0bf6af tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445874 Mar 08 18:57:02.991840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf035-3d00-4d5b-a55b-5451aae35ff4 req-4ba06701-660f-4ada-98e2-af33c20414be tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:02.993199 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-20bcf035-3d00-4d5b-a55b-5451aae35ff4 req-4ba06701-660f-4ada-98e2-af33c20414be tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0554042 Mar 08 18:57:03.039386 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-20bcf035-3d00-4d5b-a55b-5451aae35ff4 req-3f9d8a0e-ef39-418e-b2fe-0d90a3923883 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406351 Mar 08 18:57:04.155586 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10afa8c-93ee-4440-a4f1-b28e2f337a0f req-1e58c17c-3b8c-43f5-ade2-097407fae13b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:04.157047 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c10afa8c-93ee-4440-a4f1-b28e2f337a0f req-1e58c17c-3b8c-43f5-ade2-097407fae13b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Mar 08 18:57:04.202478 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c10afa8c-93ee-4440-a4f1-b28e2f337a0f req-ddd2f510-4d7f-4dc2-b22c-e5f470cec310 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396395 Mar 08 18:57:04.821338 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:57:05.319219 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89a288-7f71-4bf5-85c7-9812887d41f4 req-44d1715f-1771-4c64-8d16-557a0142308a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.321363 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c89a288-7f71-4bf5-85c7-9812887d41f4 req-44d1715f-1771-4c64-8d16-557a0142308a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0522234 Mar 08 18:57:05.370916 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6c89a288-7f71-4bf5-85c7-9812887d41f4 req-00a5bb98-d6c7-4946-967f-2028726a23df tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440290 Mar 08 18:57:06.488641 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a80e-0355-407a-ab79-c02c9e27499b req-8e952835-8e06-49b2-91f8-f4abf1fc8ef4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:06.490088 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4a22a80e-0355-407a-ab79-c02c9e27499b req-8e952835-8e06-49b2-91f8-f4abf1fc8ef4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0523853 Mar 08 18:57:06.537050 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4a22a80e-0355-407a-ab79-c02c9e27499b req-ec46a2af-3870-4e34-a246-b4a64d7206a2 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399904 Mar 08 18:57:07.656147 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02652938-3a65-4a66-bf36-73adfe7c714d req-79d29c5d-390c-4197-a2e9-bc8f6ce20dcf tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:07.657605 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-02652938-3a65-4a66-bf36-73adfe7c714d req-79d29c5d-390c-4197-a2e9-bc8f6ce20dcf tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0512111 Mar 08 18:57:07.703334 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-02652938-3a65-4a66-bf36-73adfe7c714d req-7ee65974-3369-4f9b-a307-59b472bff676 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399890 Mar 08 18:57:07.905226 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e382-1fd1-4ba5-ac1f-989bea8c0240 req-2ce2a616-766a-4d7c-95de-1e2bc50e2d0a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:07.906687 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a269e382-1fd1-4ba5-ac1f-989bea8c0240 req-2ce2a616-766a-4d7c-95de-1e2bc50e2d0a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Mar 08 18:57:07.956274 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a269e382-1fd1-4ba5-ac1f-989bea8c0240 req-897bd707-8ac6-48c8-98e0-bb61e1094944 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436502 Mar 08 18:57:07.961393 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-77fa2c18-6b24-448d-bf1b-ce2e39b11310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:07.962951 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-77fa2c18-6b24-448d-bf1b-ce2e39b11310 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1129 time: 0.0486002 Mar 08 18:57:08.052317 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-3c6960b4-fac3-48ce-b67a-0d6febb8cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:08.053844 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-3c6960b4-fac3-48ce-b67a-0d6febb8cb21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0852976 Mar 08 18:57:08.123365 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-2d058ae7-7dcf-456b-8c08-4f2ddf69c79f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 1000 time: 0.0629938 Mar 08 18:57:08.170556 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-44463f1d-d79f-481c-b7ec-215b3a1a2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:08.172041 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-44463f1d-d79f-481c-b7ec-215b3a1a2367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0431409 Mar 08 18:57:08.219995 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-89e2c2db-2fcf-4b5d-958f-01b90a2b1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:08.221533 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-89e2c2db-2fcf-4b5d-958f-01b90a2b1bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439789 Mar 08 18:57:08.312438 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-330bb138-86f2-4877-8957-c4c44e4a3cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850334 Mar 08 18:57:08.400563 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8c7e4728-a508-4cbd-be80-52870f0df908 req-88657687-f18f-4d8e-8468-ec6ae1cfc711 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827739 Mar 08 18:57:09.084890 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2badca-e03f-47c7-ba8f-8e99437907dc req-27fe32d0-1b9e-4852-b550-0e4c16df624d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:09.086450 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ba2badca-e03f-47c7-ba8f-8e99437907dc req-27fe32d0-1b9e-4852-b550-0e4c16df624d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0576148 Mar 08 18:57:09.133096 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ba2badca-e03f-47c7-ba8f-8e99437907dc req-33ff5295-a7da-422a-8eb4-9e5c28ad2fc7 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400872 Mar 08 18:57:10.252535 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae632-81b8-4960-bde4-1a65451ca151 req-a45fb519-fe14-4b64-9034-0f7c9dd5c0c3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:10.253989 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e1ae632-81b8-4960-bde4-1a65451ca151 req-a45fb519-fe14-4b64-9034-0f7c9dd5c0c3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Mar 08 18:57:10.555240 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7e1ae632-81b8-4960-bde4-1a65451ca151 req-8dda796b-04fd-446c-bd72-c6d2f8b014eb tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2947865 Mar 08 18:57:20.715569 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-de7aed0a-af98-4b2e-b65b-460cb7e60220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.360365 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7f0ffb6e-097a-4c97-93b7-373654c4130e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.628578 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad94f-d94e-4245-b3bb-60bca0ad012d req-7cff0647-1ccd-4ec9-923b-852aea26f4e4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:23.630346 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-065ad94f-d94e-4245-b3bb-60bca0ad012d req-7cff0647-1ccd-4ec9-923b-852aea26f4e4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0537162 Mar 08 18:57:23.677977 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-065ad94f-d94e-4245-b3bb-60bca0ad012d req-45bf1433-dc59-49ae-b01d-f8c28d9e421d tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Mar 08 18:57:24.797655 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816a88-98cf-4556-a045-58262a659e9c req-74113b7c-5024-4c4b-bae5-6e23f156a39a tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:24.799088 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-88816a88-98cf-4556-a045-58262a659e9c req-74113b7c-5024-4c4b-bae5-6e23f156a39a tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0516920 Mar 08 18:57:24.838137 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:24.850874 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-88816a88-98cf-4556-a045-58262a659e9c req-fe285d01-3ff0-445d-b9c7-9bcc2886efbb tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 Mar 08 18:57:25.967664 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259152e-b335-4151-95fd-8ff684a12f16 req-12e6f9ae-7c25-428b-b66f-2cf8e6b66244 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:25.969244 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b259152e-b335-4151-95fd-8ff684a12f16 req-12e6f9ae-7c25-428b-b66f-2cf8e6b66244 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0535131 Mar 08 18:57:26.032912 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b259152e-b335-4151-95fd-8ff684a12f16 req-f9ca1f18-6534-4dda-9d5e-8f1dad996787 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581923 Mar 08 18:57:26.219442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:27.150841 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b38de-93a3-43bb-9ff5-d9a554c4240c req-75c3682a-d2db-4971-8a3e-2eb864efd9e8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:27.153165 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-620b38de-93a3-43bb-9ff5-d9a554c4240c req-75c3682a-d2db-4971-8a3e-2eb864efd9e8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0511911 Mar 08 18:57:27.200164 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-620b38de-93a3-43bb-9ff5-d9a554c4240c req-1eb303e2-5ef6-4708-943d-66e3e5e28324 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416827 Mar 08 18:57:27.660075 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.327510 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3265-f965-48c2-81f7-777a955fd170 req-5d7b691d-f2fd-40f5-ab13-d841342f93eb tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:28.328965 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a42f3265-f965-48c2-81f7-777a955fd170 req-5d7b691d-f2fd-40f5-ab13-d841342f93eb tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0593238 Mar 08 18:57:28.376600 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a42f3265-f965-48c2-81f7-777a955fd170 req-0bd2a6bc-7c94-404d-bff6-32c44573feb3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Mar 08 18:57:29.364224 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.496256 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346f176-3ad4-4dd4-a4db-ab035850dde7 req-6bfc4751-1e7a-479b-bb5c-e6ecaf9ae9e3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:29.497848 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5346f176-3ad4-4dd4-a4db-ab035850dde7 req-6bfc4751-1e7a-479b-bb5c-e6ecaf9ae9e3 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0535097 Mar 08 18:57:29.547265 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5346f176-3ad4-4dd4-a4db-ab035850dde7 req-fb7280dc-f468-4848-a0ec-e656042ebf97 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Mar 08 18:57:30.668212 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758695-9b61-47d9-9af5-2eba05b4d934 req-81590d80-af99-41e3-98db-54cf06c059a8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:30.670597 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e758695-9b61-47d9-9af5-2eba05b4d934 req-81590d80-af99-41e3-98db-54cf06c059a8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0567579 Mar 08 18:57:30.718341 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e758695-9b61-47d9-9af5-2eba05b4d934 req-01f508b4-0f86-497b-967a-eebd506da272 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Mar 08 18:57:31.839044 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa11cdf-ae9b-4e13-8627-fc0fd0d30978 req-22fee924-21ef-4caf-bc84-dbf7925b41b0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:31.840561 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-baa11cdf-ae9b-4e13-8627-fc0fd0d30978 req-22fee924-21ef-4caf-bc84-dbf7925b41b0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0529795 Mar 08 18:57:31.889249 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-baa11cdf-ae9b-4e13-8627-fc0fd0d30978 req-6f85bb0d-4419-4f59-a122-1e3af1ab0b6b tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Mar 08 18:57:33.005156 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273ce3-140c-4fd1-80e9-31a40adaca0a req-47d2418e-c079-470f-8808-9ad6ef9cbec8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.006649 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e273ce3-140c-4fd1-80e9-31a40adaca0a req-47d2418e-c079-470f-8808-9ad6ef9cbec8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0519247 Mar 08 18:57:33.059068 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6e273ce3-140c-4fd1-80e9-31a40adaca0a req-d3364cab-592f-4b12-8909-957b5d61abee tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468225 Mar 08 18:57:33.639543 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-831071f1-78da-4e9e-8b05-07d976ffec8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484164 Mar 08 18:57:33.707011 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-b04d5671-32ed-4e6d-b457-f8d5d184932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.708529 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-b04d5671-32ed-4e6d-b457-f8d5d184932e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1129 time: 0.0468910 Mar 08 18:57:33.764640 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-6408f491-63da-436e-b60f-d104926d75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.766143 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-6408f491-63da-436e-b60f-d104926d75e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.0459607 Mar 08 18:57:33.811899 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-d8eeda3e-8de3-4f99-92fc-bbb188f7ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.813360 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-d8eeda3e-8de3-4f99-92fc-bbb188f7ca6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0871437 Mar 08 18:57:33.862595 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-4b1ae085-e0cf-44f3-9916-16b008bb1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.864103 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-4b1ae085-e0cf-44f3-9916-16b008bb1deb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.0921628 Mar 08 18:57:33.881979 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-1904eeed-cc09-4c9c-b217-3a8fcd930eb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 1000 time: 0.0627167 Mar 08 18:57:33.927729 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-c5d0e326-ef49-4d5c-82e9-d1a8698d3e72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 1000 time: 0.0579760 Mar 08 18:57:33.929750 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-27292100-ed51-4c0d-8c0c-6c29b08c2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.931195 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-27292100-ed51-4c0d-8c0c-6c29b08c2e74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0438073 Mar 08 18:57:33.980167 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-40b916ff-7012-4351-a79e-2fdcd11dedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.982486 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-40b916ff-7012-4351-a79e-2fdcd11dedc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447586 Mar 08 18:57:33.983358 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-8283030b-f5e9-4031-8ac2-dc6f0149e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.984809 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-8283030b-f5e9-4031-8ac2-dc6f0149e7b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0479581 Mar 08 18:57:34.034915 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-ea09f460-45d7-40be-99dd-74b80cd6bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.036466 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-ea09f460-45d7-40be-99dd-74b80cd6bcb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432692 Mar 08 18:57:34.083013 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-749b8b4c-8067-4bfa-ad6e-cb33995c4f6e service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903778 Mar 08 18:57:34.126458 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-7aff7397-4ca0-4a48-a47d-1cda628cc17c service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Mar 08 18:57:34.208319 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5220c944-e6fa-4c96-9a73-de113efac8b9 req-5ef0c9a9-d1f7-4e3e-895d-86d829679c4a service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196127 Mar 08 18:57:34.218685 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-f1328898-1081-42b5-8811-a2d4b033d9f0 req-0b299669-b05f-4069-8cc9-fbb5a861fb8d service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867424 Mar 08 18:57:34.219990 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b06d0-fc4d-4562-8196-dea771d59647 req-84e7d740-8dc2-4654-937c-108926fc96c6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.221446 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44b06d0-fc4d-4562-8196-dea771d59647 req-84e7d740-8dc2-4654-937c-108926fc96c6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0780568 Mar 08 18:57:34.272556 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a44b06d0-fc4d-4562-8196-dea771d59647 req-f2f00543-8049-46da-bd41-556a41e46869 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Mar 08 18:57:35.390393 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634d90-1c5b-432b-b643-ed19a49ed441 req-86256fdf-98bb-4a4d-9132-6ebc38b8ec3d tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.392274 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-16634d90-1c5b-432b-b643-ed19a49ed441 req-86256fdf-98bb-4a4d-9132-6ebc38b8ec3d tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0529978 Mar 08 18:57:35.441048 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-16634d90-1c5b-432b-b643-ed19a49ed441 req-87969b2e-fa7d-426e-98eb-cecd724080ce tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Mar 08 18:57:36.565038 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07af6c-4a68-4d6e-8a61-cb71238bd456 req-99da0f83-8be6-457c-8385-0e46f5c1c0a0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.566612 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b07af6c-4a68-4d6e-8a61-cb71238bd456 req-99da0f83-8be6-457c-8385-0e46f5c1c0a0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0555613 Mar 08 18:57:36.620473 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8b07af6c-4a68-4d6e-8a61-cb71238bd456 req-a1100682-5b72-459c-a8cc-a41a450d81a0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480714 Mar 08 18:57:36.830543 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ba34-6c95-4ea2-8e82-4875ccd57bc3 req-a1676b7a-481a-4b2f-813d-dbc9a52d5497 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.832070 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5174ba34-6c95-4ea2-8e82-4875ccd57bc3 req-a1676b7a-481a-4b2f-813d-dbc9a52d5497 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0552220 Mar 08 18:57:36.858683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53232) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:36.881332 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5174ba34-6c95-4ea2-8e82-4875ccd57bc3 req-02094e1a-c10a-47e8-8a2c-aa05ebac0f62 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435944 Mar 08 18:57:36.946998 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-e46e8073-0c9d-4581-99ca-9bc2477f087c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871222 Mar 08 18:57:36.956169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-77c73c0e-39ac-4ea8-9f0d-970d3e8451b5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:57:36.957123 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-77c73c0e-39ac-4ea8-9f0d-970d3e8451b5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049763 Mar 08 18:57:37.098820 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53240) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:37.194828 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-fe06a3e9-3043-4355-b78d-b74c38045231 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:37.196222 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-fe06a3e9-3043-4355-b78d-b74c38045231 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports/2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 942 time: 0.0963430 Mar 08 18:57:38.007067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93695e-8c83-4850-8ad5-8e9507448065 req-9346f1ba-514f-441e-88e2-b9057e2edd49 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.008577 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed93695e-8c83-4850-8ad5-8e9507448065 req-9346f1ba-514f-441e-88e2-b9057e2edd49 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0574284 Mar 08 18:57:38.067221 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ed93695e-8c83-4850-8ad5-8e9507448065 req-c09d8384-fc59-44f8-a25f-9e332c1a71db tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523932 Mar 08 18:57:38.416904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:38.436885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-f3b263ef-2f2f-4846-8917-53ea4ed71ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.438390 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-f3b263ef-2f2f-4846-8917-53ea4ed71ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd&tenant_id=1723a871cb604e0f948bf29239e44df5 HTTP/1.1" status: 200 len: 1129 time: 0.0457454 Mar 08 18:57:38.496344 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2134c245-0374-437f-ac3f-810a325dbe88 is: ACTIVE; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:38.496740 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:38.508613 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-4a11a821-edcb-46a5-8025-1104df3be297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.510105 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-4a11a821-edcb-46a5-8025-1104df3be297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.0491745 Mar 08 18:57:38.523355 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:38.528055 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fb79b-808a-4985-a24c-78c7d43b3ec7" -d '{"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:38.545362 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:38.550448 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:38.574026 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd89bc7c-85d9-4592-94ea-14a5089d5e9c x-openstack-request-id: req-cd89bc7c-85d9-4592-94ea-14a5089d5e9c {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:38.574329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:38.574592 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd89bc7c-85d9-4592-94ea-14a5089d5e9c {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:38.574973 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'code': 200} Mar 08 18:57:38.600549 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=6']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:38.607545 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.607903 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.608255 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.608599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.608712 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-04389f3b-843c-482a-be63-17d958be2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.608934 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.609270 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.609598 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.609942 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.610190 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-04389f3b-843c-482a-be63-17d958be2d79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.0938554 Mar 08 18:57:38.610322 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.610585 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.610911 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.611260 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.611587 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:38.679442 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-3202d33e-3a0a-4944-9f6c-254379613aab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 998 time: 0.0623243 Mar 08 18:57:38.728689 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-e0830908-5dc3-42b8-9e8d-1a5bffff5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.730168 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-e0830908-5dc3-42b8-9e8d-1a5bffff5261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0446784 Mar 08 18:57:38.778820 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-145075b6-5e35-4a50-b8ca-fe8510c01a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.780210 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-145075b6-5e35-4a50-b8ca-fe8510c01a40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441296 Mar 08 18:57:38.871546 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-cd72f8a8-c32d-4ce5-910b-d1fc26978bbb service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Mar 08 18:57:38.959974 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-be164fb5-9be2-498e-96a1-5531a9f45ab2 req-c0bbc4f6-17c2-432c-841e-00d558bab922 service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829666 Mar 08 18:57:39.187469 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65d63-5059-49ce-979d-b356977c107d req-5b9cbd7d-363f-4b51-976e-58652fcce2a4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:39.188974 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11c65d63-5059-49ce-979d-b356977c107d req-5b9cbd7d-363f-4b51-976e-58652fcce2a4 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0531104 Mar 08 18:57:39.239091 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-11c65d63-5059-49ce-979d-b356977c107d req-7f0744f3-5e88-4c22-9fe8-a4e93043bac0 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Mar 08 18:57:40.358002 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a9adb-1afe-40db-9673-8081a3607e1b req-27e10908-3d08-4e75-93ca-4da4843c49cb tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:40.359397 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d93a9adb-1afe-40db-9673-8081a3607e1b req-27e10908-3d08-4e75-93ca-4da4843c49cb tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0528381 Mar 08 18:57:40.410191 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d93a9adb-1afe-40db-9673-8081a3607e1b req-326c2028-7f07-4e9f-8734-238e517d9477 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Mar 08 18:57:41.533304 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f94be-83ea-4d57-9fff-34a90acae8f1 req-6f78ec21-cfa8-4be9-9280-e7b907669673 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:41.534769 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a73f94be-83ea-4d57-9fff-34a90acae8f1 req-6f78ec21-cfa8-4be9-9280-e7b907669673 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0530493 Mar 08 18:57:41.584243 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a73f94be-83ea-4d57-9fff-34a90acae8f1 req-204ef0cd-a7a6-4031-b91d-094e2795b821 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Mar 08 18:57:41.820190 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:57:42.700664 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a560-8bf2-47e1-98d2-ba82b69e3396 req-9599e599-3ec4-459a-a76f-abaf1cfa01ee tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:42.702121 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-af96a560-8bf2-47e1-98d2-ba82b69e3396 req-9599e599-3ec4-459a-a76f-abaf1cfa01ee tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0525110 Mar 08 18:57:42.750889 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-af96a560-8bf2-47e1-98d2-ba82b69e3396 req-d0ddca18-ce82-413e-8e4c-e57029c19f66 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Mar 08 18:57:43.873449 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87749-ee40-41d6-a0ff-a65f6d8f62dc req-6a236bb3-96d3-45de-820a-099d4be891a6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:43.875440 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-efe87749-ee40-41d6-a0ff-a65f6d8f62dc req-6a236bb3-96d3-45de-820a-099d4be891a6 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0580773 Mar 08 18:57:43.926347 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-efe87749-ee40-41d6-a0ff-a65f6d8f62dc req-ff72c99e-aa7e-40dd-a1c6-a6a09958d081 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448573 Mar 08 18:57:44.475520 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755064c0-0ef5-4fb0-a8cd-0542e15da325 req-dd00452f-d8c5-45cd-a515-4f61982a13c9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:44.477051 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-755064c0-0ef5-4fb0-a8cd-0542e15da325 req-dd00452f-d8c5-45cd-a515-4f61982a13c9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0541711 Mar 08 18:57:44.523517 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-755064c0-0ef5-4fb0-a8cd-0542e15da325 req-61c0814a-7a93-4448-98cf-36cbbde06d98 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409214 Mar 08 18:57:45.047711 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0faef-f062-45c7-a4cc-d3d439592225 req-9c5f3801-de08-434a-9090-d373513db506 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:45.049189 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ab0faef-f062-45c7-a4cc-d3d439592225 req-9c5f3801-de08-434a-9090-d373513db506 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0532451 Mar 08 18:57:45.057059 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780de2-f6f6-4e46-8caa-9482dcaba8ac req-45ccbac9-a7bc-4d4d-882f-902d31e504c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:45.058588 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-24780de2-f6f6-4e46-8caa-9482dcaba8ac req-45ccbac9-a7bc-4d4d-882f-902d31e504c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1127 time: 0.0476470 Mar 08 18:57:45.102452 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2ab0faef-f062-45c7-a4cc-d3d439592225 req-b18802d8-5d97-490a-8466-d4e3f19ccb98 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477250 Mar 08 18:57:45.104279 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-24780de2-f6f6-4e46-8caa-9482dcaba8ac req-f667e215-9be5-451e-9c08-7dd353cb0977 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Mar 08 18:57:45.804192 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9415e-bfce-4600-b612-e6b800207c15 req-c90977c7-1395-4a76-b874-b95fc09e58de tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:45.805576 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8fc9415e-bfce-4600-b612-e6b800207c15 req-c90977c7-1395-4a76-b874-b95fc09e58de tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0534956 Mar 08 18:57:45.853086 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8fc9415e-bfce-4600-b612-e6b800207c15 req-1a423e8c-514a-4a6b-aadb-0f9bc6c1ad4d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420563 Mar 08 18:57:46.222801 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d0a8e-9067-4343-bdbd-289291a7ebaa req-e627e090-0e2a-47cb-8c76-7a4e1c71083f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:46.224388 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ac7d0a8e-9067-4343-bdbd-289291a7ebaa req-e627e090-0e2a-47cb-8c76-7a4e1c71083f tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 943 time: 0.0521305 Mar 08 18:57:46.273604 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ac7d0a8e-9067-4343-bdbd-289291a7ebaa req-361bd9a9-8085-440c-b86f-c6976601ebac tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Mar 08 18:57:46.462122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:57:46.559502 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:46.570411 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '2134c245-0374-437f-ac3f-810a325dbe88', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'port_id': '2134c245-0374-437f-ac3f-810a325dbe88', 'mac_address': 'fa:16:3e:2c:9e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:57:46.609388 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2134c245-0374-437f-ac3f-810a325dbe88 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:46.610001 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.632794 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2134c245-0374-437f-ac3f-810a325dbe88 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:46.653127 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:46.658132 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.705526 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=7']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:46.905137 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['2134c245-0374-437f-ac3f-810a325dbe88'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:46.975716 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a8ee-ed62-4ee7-be5a-ee9cf2ba950e req-8e5a27ce-2b1d-4b8a-b467-572bf9b954ab tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:46.977114 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e6b4a8ee-ed62-4ee7-be5a-ee9cf2ba950e req-8e5a27ce-2b1d-4b8a-b467-572bf9b954ab tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0562916 Mar 08 18:57:47.024354 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e6b4a8ee-ed62-4ee7-be5a-ee9cf2ba950e req-57c12e72-8677-4108-8072-f0e6cb74d541 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415230 Mar 08 18:57:48.144298 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06673047-3163-4cf6-b36f-fa7089d9407d req-0b7d3c2f-7c5c-47b9-bb17-38cd8c24e089 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:48.145787 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06673047-3163-4cf6-b36f-fa7089d9407d req-0b7d3c2f-7c5c-47b9-bb17-38cd8c24e089 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0534046 Mar 08 18:57:48.192188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-06673047-3163-4cf6-b36f-fa7089d9407d req-86baf393-b7ed-47cc-a64a-9f976bcea002 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409822 Mar 08 18:57:48.457775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:57:48.504207 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 2134c245-0374-437f-ac3f-810a325dbe88 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:48.504582 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (2134c245-0374-437f-ac3f-810a325dbe88), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.707916 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 2134c245-0374-437f-ac3f-810a325dbe88 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:48.708236 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.730270 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:48.732529 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f51b51d-8d4a-487a-891a-9c12cd62b8e2" -d '{"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-plugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:48.744883 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:48.753603 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.777572 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c39e4a7-5a4c-4a87-9cee-b37175d0f3db x-openstack-request-id: req-1c39e4a7-5a4c-4a87-9cee-b37175d0f3db {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:48.777884 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-plugged", "status": "completed", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:48.778137 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c39e4a7-5a4c-4a87-9cee-b37175d0f3db {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:48.778506 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'code': 200} Mar 08 18:57:48.804080 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=8']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:49.316398 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f720f5-dccd-4d36-bfa4-fa887bda691b req-5302705b-769b-4c20-881e-c8622acd331e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:49.317871 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86f720f5-dccd-4d36-bfa4-fa887bda691b req-5302705b-769b-4c20-881e-c8622acd331e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0566227 Mar 08 18:57:49.364044 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-86f720f5-dccd-4d36-bfa4-fa887bda691b req-50f51998-41d1-4b10-9296-4b42391c5de5 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406742 Mar 08 18:57:50.480753 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca5bc-3a29-46b0-b129-3734e433875c req-d287bb79-c406-4cb7-aa61-2b66e063a2e4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.482231 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3adca5bc-3a29-46b0-b129-3734e433875c req-d287bb79-c406-4cb7-aa61-2b66e063a2e4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Mar 08 18:57:50.528240 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3adca5bc-3a29-46b0-b129-3734e433875c req-4b1aaa09-f8bb-4303-b504-0385424ccfcb tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397787 Mar 08 18:57:50.716111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f839a887-80d4-4df9-8285-fdad2c716cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:51.646794 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab10f8-4883-4088-a40f-5adb0a5b1a47 req-ee333dc6-1c74-419b-88cc-bd6fc55cf425 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:51.648313 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-16ab10f8-4883-4088-a40f-5adb0a5b1a47 req-ee333dc6-1c74-419b-88cc-bd6fc55cf425 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Mar 08 18:57:51.698727 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-16ab10f8-4883-4088-a40f-5adb0a5b1a47 req-bdde4f26-bffb-4e70-bb60-1f7df8a6f154 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448942 Mar 08 18:57:52.815499 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1b8a8-1c99-4dac-a5d7-114c8e8949e1 req-dcadb5eb-847f-4b17-9391-b14f76e3905c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:52.816961 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-00e1b8a8-1c99-4dac-a5d7-114c8e8949e1 req-dcadb5eb-847f-4b17-9391-b14f76e3905c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0522778 Mar 08 18:57:52.862585 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-00e1b8a8-1c99-4dac-a5d7-114c8e8949e1 req-218ac503-8e7f-4ed6-a6c5-7564f8982817 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400026 Mar 08 18:57:53.361775 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-c6091372-cbae-448c-9886-4ca3f6dd3bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:53.977709 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb4fb-1c58-4cb5-87b8-9581ee351fe2 req-d8517ebd-47f5-43ee-b97c-6ed2635b5edc tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:53.979186 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a01bb4fb-1c58-4cb5-87b8-9581ee351fe2 req-d8517ebd-47f5-43ee-b97c-6ed2635b5edc tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0508344 Mar 08 18:57:54.023910 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a01bb4fb-1c58-4cb5-87b8-9581ee351fe2 req-fd43c021-42cf-4fc7-88d3-bbb1e0d6a5e5 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392361 Mar 08 18:57:54.840016 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:55.152748 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a717-8cef-458f-bc8b-e6515a2128f9 req-6af2e01e-809c-48ee-a9da-ac770af3f307 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.154130 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c379a717-8cef-458f-bc8b-e6515a2128f9 req-6af2e01e-809c-48ee-a9da-ac770af3f307 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0555990 Mar 08 18:57:55.200890 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c379a717-8cef-458f-bc8b-e6515a2128f9 req-2e1149ed-e80f-44f2-b3b3-3f30f2c30b34 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410664 Mar 08 18:57:55.402110 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34ca87-691d-4b12-8a7f-2a25f9726e2a req-d83632d6-3dd1-4ef9-9b9d-307f0195fefd tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.403679 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f34ca87-691d-4b12-8a7f-2a25f9726e2a req-d83632d6-3dd1-4ef9-9b9d-307f0195fefd tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0532286 Mar 08 18:57:55.452334 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6f34ca87-691d-4b12-8a7f-2a25f9726e2a req-ff381e7b-1b17-4119-90e0-4b9740099112 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421481 Mar 08 18:57:55.453470 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-6cbe0c8f-412e-4e4d-8c36-3922696ae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.455061 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-6cbe0c8f-412e-4e4d-8c36-3922696ae544 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 1129 time: 0.0473022 Mar 08 18:57:55.546541 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-bf57e22d-520a-4e1e-b55e-497595dee0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.549130 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-bf57e22d-520a-4e1e-b55e-497595dee0c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0879641 Mar 08 18:57:55.612830 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-7ed46705-f2a1-4a37-83b8-25e6af1d9f27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 200 len: 1000 time: 0.0591979 Mar 08 18:57:55.659753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-bd64c72d-0a00-4383-8ee8-f5dc38b0168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.661110 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-bd64c72d-0a00-4383-8ee8-f5dc38b0168e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0434062 Mar 08 18:57:55.712175 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-e4842849-ca52-4918-965f-b488792da3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.713627 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-e4842849-ca52-4918-965f-b488792da3b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472922 Mar 08 18:57:55.801776 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-6bcd457f-2290-4e59-b8cf-294f03bd5337 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Mar 08 18:57:55.889561 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-471a1dc7-700d-4736-8815-b957ed9b29a1 req-02ff55f4-d1b1-475b-bf96-1e25d7836b24 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826466 Mar 08 18:57:56.220812 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.572847 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f19943-5fbc-4482-befa-ea2c83daa479 req-3e28670d-3439-423d-8c43-a597dfe54bd4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:56.574317 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95f19943-5fbc-4482-befa-ea2c83daa479 req-3e28670d-3439-423d-8c43-a597dfe54bd4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Mar 08 18:57:56.624071 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-95f19943-5fbc-4482-befa-ea2c83daa479 req-83debf53-8793-4746-8e09-816e88e673cd tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441685 Mar 08 18:57:57.662668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:59.378202 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:18.819459 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:58:20.718920 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-891dbb8f-cd26-4624-8356-8d2f982aa4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:21.714826 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b993f7-18e3-4bb9-bdb9-06e89ae30fb2 req-9659a49d-ac2e-4016-be7b-a88966031f6a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:21.716318 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c2b993f7-18e3-4bb9-bdb9-06e89ae30fb2 req-9659a49d-ac2e-4016-be7b-a88966031f6a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Mar 08 18:58:21.765591 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-c2b993f7-18e3-4bb9-bdb9-06e89ae30fb2 req-563caf10-0044-4c46-9a13-ab17bb6aeafd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Mar 08 18:58:22.885567 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248e2c-0cae-429d-8921-ec3872366f28 req-583f450f-92dc-4779-9a77-9519127e636f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:22.887054 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ec248e2c-0cae-429d-8921-ec3872366f28 req-583f450f-92dc-4779-9a77-9519127e636f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Mar 08 18:58:22.943337 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-ec248e2c-0cae-429d-8921-ec3872366f28 req-4ded698e-d09f-4927-a198-924964a57828 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506716 Mar 08 18:58:23.309858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-23b64a83-070c-4095-be99-195441b32ad8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:23.311483 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-23b64a83-070c-4095-be99-195441b32ad8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0521314 Mar 08 18:58:23.363497 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-780950c1-b609-424b-9a00-235ff54b8086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.404037 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 8a39b147-0f48-48ea-88b8-672d6a06fbaa {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:23.404378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.494806 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] For port 8a39b147-0f48-48ea-88b8-672d6a06fbaa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a39b147-0f48-48ea-88b8-672d6a06fbaa,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:23.495187 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.914499 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.914858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (668c4baa-d96a-4af5-aad6-8176d231ee12), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.915201 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP 668c4baa-d96a-4af5-aad6-8176d231ee12 disassociated. External IP: 172.27.1.31, port: 8a39b147-0f48-48ea-88b8-672d6a06fbaa. Mar 08 18:58:23.915803 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 8a39b147-0f48-48ea-88b8-672d6a06fbaa owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:24.053426 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (8a39b147-0f48-48ea-88b8-672d6a06fbaa), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:24.067886 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28bc90-db71-4595-908a-aa0017a55827 req-98a85f05-8ff1-4cfc-b2a1-5b75e7d8e3fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:24.069416 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da28bc90-db71-4595-908a-aa0017a55827 req-98a85f05-8ff1-4cfc-b2a1-5b75e7d8e3fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=51a34600-92f6-43bb-93bc-1c58d2794155 HTTP/1.1" status: 200 len: 945 time: 0.0572977 Mar 08 18:58:24.083009 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=8a39b147-0f48-48ea-88b8-672d6a06fbaa,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:24.096950 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.096950 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.097944 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.098286 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.098785 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.099149 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.099468 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.099811 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.100216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.100428 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.100749 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.101064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.101384 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:24.122030 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da28bc90-db71-4595-908a-aa0017a55827 req-ba3b9659-3632-4659-af8a-25022318606d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Mar 08 18:58:24.220052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:24.331092 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:24.343014 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:24.353861 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:24.354501 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:24.375221 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] No DVR routers for this DVR port 8a39b147-0f48-48ea-88b8-672d6a06fbaa on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:24.377734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:24.381659 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b98948c5-2e0b-4558-a08d-5b8fd23d6336 req-f74ddfab-496e-4ea5-92c2-1966c78ed7bd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "DELETE /v2.0/ports/8a39b147-0f48-48ea-88b8-672d6a06fbaa HTTP/1.1" status: 204 len: 173 time: 1.0645025 Mar 08 18:58:24.382100 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'name': 'network-vif-deleted', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:24.384401 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d16bb-3a85-4aaf-95d7-7c33d4ea7563" -d '{"events": [{"server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "name": "network-vif-deleted", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:24.431261 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7848c-56c8-435b-9c6c-099a384c1f4c x-openstack-request-id: req-77d7848c-56c8-435b-9c6c-099a384c1f4c {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:24.431558 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a34600-92f6-43bb-93bc-1c58d2794155", "name": "network-vif-deleted", "tag": "8a39b147-0f48-48ea-88b8-672d6a06fbaa", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:24.431809 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77d7848c-56c8-435b-9c6c-099a384c1f4c {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:24.432199 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a34600-92f6-43bb-93bc-1c58d2794155', 'name': 'network-vif-deleted', 'tag': '8a39b147-0f48-48ea-88b8-672d6a06fbaa', 'status': 'completed', 'code': 200} Mar 08 18:58:24.476749 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:24.689894 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:24.715909 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:24.724998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:24.725539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:24.840202 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:24.872499 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.074092 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:25.107926 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1331-f09d-4d95-9996-7ea31392195d None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:25.334417 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441e8b3-9853-4e17-91e9-166b64e98f5b None None] New status for floating IP 668c4baa-d96a-4af5-aad6-8176d231ee12: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:25.549674 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b13f59c4-1629-4949-8425-3050d323efca tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205769009&fields=id&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 267 time: 0.0439689 Mar 08 18:58:25.659263 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-aea2d8d6-c460-468b-98f3-cbcddba9e260 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:25.660720 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-aea2d8d6-c460-468b-98f3-cbcddba9e260 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.1045945 Mar 08 18:58:25.675798 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-168faf2c-4e06-4423-ac87-bf831bdfc747 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/quotas/6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 375 time: 0.0094814 Mar 08 18:58:25.728920 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-22f9b71b-e308-416c-9ee7-29d919d48b86 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480416 Mar 08 18:58:25.822133 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-62d18f1a-f145-4665-adf2-2d1b356b47f6 service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811806 Mar 08 18:58:25.916281 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b2664d63-7c98-453b-8404-e467804990fd service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 Mar 08 18:58:26.201188 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2c206367-e698-4a1c-8d2b-7485243fd1cd req-db85d5a1-5312-45d1-b0d5-20a2f97c0fc2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 210 time: 0.0275121 Mar 08 18:58:26.226464 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.597636 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8a39b147-0f48-48ea-88b8-672d6a06fbaa no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:26.617675 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 8a39b147-0f48-48ea-88b8-672d6a06fbaa {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:26.618310 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 8a39b147-0f48-48ea-88b8-672d6a06fbaa not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:27.120734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-3192391e-043d-4ecc-920f-700892825daa tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.122206 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-3192391e-043d-4ecc-920f-700892825daa tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.1100514 Mar 08 18:58:27.186057 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-62806947-dde8-4b23-b658-7816f9a5cba0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 380 time: 0.0548706 Mar 08 18:58:27.194365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'port': {'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'admin_state_up': True, 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'security_groups': ['9c264f46-f1f2-4809-8c08-c568a7ef4683']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:27.301244 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bc981c09-b7e4-4ddd-accf-d327baea2387 req-63970d42-fc32-4079-a6d5-faa4dfdbbb84 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 210 time: 0.0271003 Mar 08 18:58:27.309000 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Made reservation on behalf of 6b99d9de89a44c1ea5e844ee8bf994a6 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:58:27.312655 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.437251 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.20.0.12 (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59/bc06eb0f-cafd-49f5-a56c-ff291443818a/84afa2c4-cf0b-4617-bbca-e17a9bf50959) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:58:27.589774 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.626455 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.666884 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.674695 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:58:27.677853 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:58:27.680330 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:58:27.714838 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:27.742016 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.742664 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.761856 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b84a17a5-5f7b-4377-bdf3-617988b2831b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719328 Mar 08 18:58:27.775951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Request body: {'port': {'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:27.840186 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.915985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-95091f36-1caf-4485-aba9-8a3cc0219f15 None None] Provisioning complete for port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:27.916359 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-95091f36-1caf-4485-aba9-8a3cc0219f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.954536 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-95091f36-1caf-4485-aba9-8a3cc0219f15 None None] Port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:58:28.107042 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84afa2c4-cf0b-4617-bbca-e17a9bf50959 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:28.115185 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks [] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:28.128938 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Transition to ACTIVE for port object 84afa2c4-cf0b-4617-bbca-e17a9bf50959 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:58:28.132865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:28.188701 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Pushing event updated for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:28.258304 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Attempting to bind port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:58:28.258636 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Attempting to bind port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:58:28.258963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Attempting to bind port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:58:28.263539 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:58:28.263860 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Attempting to bind port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:58:28.269444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:58:28.269759 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:58:28.270206 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Bound using segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:58:28.270638 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Bound port: 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:58:28.270999 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:28.342596 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:58:28.345698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:58:28.352846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:28.396380 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.397000 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:28.398481 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] 10.222.0.18 "PUT /v2.0/ports/84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 1094 time: 0.6276219 Mar 08 18:58:28.398933 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:28.401245 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb3196-cfbb-4268-aa35-2107e6a00fad" -d '{"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:28.421106 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0800-681f-4d87-a89b-0e11270b8202 service neutron] Pushing event updated for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:28.439880 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1fd56-bf81-47e6-89fe-a50389d578ab req-581cb002-48d4-4b85-b57e-d1ab6ce1b5d9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.442004 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a1a1fd56-bf81-47e6-89fe-a50389d578ab req-581cb002-48d4-4b85-b57e-d1ab6ce1b5d9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0710399 Mar 08 18:58:28.476214 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b6583-c240-4db4-b840-1489e6330486 x-openstack-request-id: req-529b6583-c240-4db4-b840-1489e6330486 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:28.476450 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:28.476670 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-529b6583-c240-4db4-b840-1489e6330486 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:28.477069 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'status': 'completed', 'code': 200} Mar 08 18:58:28.499600 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a1a1fd56-bf81-47e6-89fe-a50389d578ab req-2165629e-0335-4a65-9c92-14c4c10eae3c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518460 Mar 08 18:58:28.501190 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-62e65cd2-79ef-423d-be53-458c03a4b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.502720 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-62e65cd2-79ef-423d-be53-458c03a4b707 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1128 time: 0.0564804 Mar 08 18:58:28.550638 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-9141fcca-3414-4371-a014-65efe3a6f423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 217 time: 0.0416045 Mar 08 18:58:28.603507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-af31a155-527d-437f-ae30-d68b1c886cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.605004 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-af31a155-527d-437f-ae30-d68b1c886cbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0486159 Mar 08 18:58:28.661196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-7850d51e-bb90-46d8-9a83-2c8be308924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.662718 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-7850d51e-bb90-46d8-9a83-2c8be308924c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488534 Mar 08 18:58:28.759766 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-9ef74555-3caa-4ba1-bb57-0741920b7f73 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902629 Mar 08 18:58:28.847108 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5a560cba-1cac-47df-a424-62a3a2bdd625 req-b72fa5ca-e892-41ef-a15f-d0441498780b service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812080 Mar 08 18:58:28.936275 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-404ef1fa-cbba-4bf5-8ea1-4f3160d7719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.937761 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-404ef1fa-cbba-4bf5-8ea1-4f3160d7719a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1128 time: 0.0449352 Mar 08 18:58:29.029551 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-5e71def7-b5e1-4269-96a2-9110fb553dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.030941 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-5e71def7-b5e1-4269-96a2-9110fb553dd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0867221 Mar 08 18:58:29.072091 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-bf6b7f1c-0245-4b06-8bc7-9c12ac1360ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 217 time: 0.0343025 Mar 08 18:58:29.125438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-44999395-00be-48f8-ac5d-0af3d8ff14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.126879 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-44999395-00be-48f8-ac5d-0af3d8ff14a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0489125 Mar 08 18:58:29.177054 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-eeec596d-c7b3-4def-95c8-e6ad6d84d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.178529 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-eeec596d-c7b3-4def-95c8-e6ad6d84d64d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451498 Mar 08 18:58:29.268163 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-ddf2a655-caaa-4bf7-9a5d-dc185d026927 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Mar 08 18:58:29.361007 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-d0cb3196-cfbb-4268-aa35-2107e6a00fad req-3ee9c079-2ea8-401d-942d-9491a52dba7d service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Mar 08 18:58:29.374164 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:29.669808 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c526e6a-546c-4abc-915b-528fa231d950 req-04570034-0762-4002-8b52-406a388d821a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.671321 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c526e6a-546c-4abc-915b-528fa231d950 req-04570034-0762-4002-8b52-406a388d821a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.1033967 Mar 08 18:58:29.720223 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5c526e6a-546c-4abc-915b-528fa231d950 req-6656533d-1552-4fac-b89e-b15378d67f18 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426559 Mar 08 18:58:30.886877 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851952-b623-47b6-bec6-f71100079c81 req-0190d242-a6be-415d-b5a7-0ca76b0baf86 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:30.888418 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-83851952-b623-47b6-bec6-f71100079c81 req-0190d242-a6be-415d-b5a7-0ca76b0baf86 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.1026382 Mar 08 18:58:30.940044 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-83851952-b623-47b6-bec6-f71100079c81 req-552c07e0-65f3-42bd-b793-35b4b7ce6c3f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460856 Mar 08 18:58:32.058905 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8563-9ee9-4a59-a1c7-9e410afc1087 req-1cd834f6-9aa7-4311-a297-e3a30b003de7 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:32.060429 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d9d8563-9ee9-4a59-a1c7-9e410afc1087 req-1cd834f6-9aa7-4311-a297-e3a30b003de7 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0547230 Mar 08 18:58:32.114085 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3d9d8563-9ee9-4a59-a1c7-9e410afc1087 req-456c77fc-a481-4e87-9c39-08d14a7b34cd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Mar 08 18:58:32.349396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2e5f-5ef2-4470-8149-303d7e20a4a9 req-ac75ef36-f040-44c7-8341-3c459d682732 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:32.350850 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-72ea2e5f-5ef2-4470-8149-303d7e20a4a9 req-ac75ef36-f040-44c7-8341-3c459d682732 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0539186 Mar 08 18:58:32.397000 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-72ea2e5f-5ef2-4470-8149-303d7e20a4a9 req-55f5b5ed-f2ca-43b2-902c-7dc4e002864d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403497 Mar 08 18:58:33.240497 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603db6d1-4a9c-4348-b7c0-5397f5456d0b req-7db02d35-79ed-4ca5-afcc-40aa7c91a40a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:33.241969 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-603db6d1-4a9c-4348-b7c0-5397f5456d0b req-7db02d35-79ed-4ca5-afcc-40aa7c91a40a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0569386 Mar 08 18:58:33.289916 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-603db6d1-4a9c-4348-b7c0-5397f5456d0b req-fb496009-ec9b-418f-bb44-800c7f3f0477 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Mar 08 18:58:33.514890 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c697-ed49-4419-8533-ab40baa39004 req-68154c5a-43e2-43a5-8548-871ceff9848f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:33.516373 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a2d0c697-ed49-4419-8533-ab40baa39004 req-68154c5a-43e2-43a5-8548-871ceff9848f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0526268 Mar 08 18:58:33.563368 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-a2d0c697-ed49-4419-8533-ab40baa39004 req-08dce49d-6a16-4b22-8b27-887eea525b16 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402811 Mar 08 18:58:34.178406 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-0ea23098-b84f-4782-a4e0-5d9fef4d859e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:34.179880 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-0ea23098-b84f-4782-a4e0-5d9fef4d859e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Mar 08 18:58:34.278920 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Deleting port 2ea3006d-104f-476c-825a-38e56f7beef0 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:34.279305 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.369021 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] For port 2ea3006d-104f-476c-825a-38e56f7beef0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2ea3006d-104f-476c-825a-38e56f7beef0,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:34.369385 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.412646 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bbc0d-9c84-44aa-8b3e-c5bf87cdb333 req-20b1730d-b1e9-455a-80e4-6a32b8feb622 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:34.414122 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-669bbc0d-9c84-44aa-8b3e-c5bf87cdb333 req-20b1730d-b1e9-455a-80e4-6a32b8feb622 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0576992 Mar 08 18:58:34.463492 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-669bbc0d-9c84-44aa-8b3e-c5bf87cdb333 req-17253d38-d7e2-4465-8139-27a60cf6b036 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Mar 08 18:58:34.544558 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.545041 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.545504 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Floating IP 22dc8523-49fc-4158-9da1-1a607368b97a disassociated. External IP: 172.27.1.26, port: 2ea3006d-104f-476c-825a-38e56f7beef0. Mar 08 18:58:34.545840 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Calling delete_port for 2ea3006d-104f-476c-825a-38e56f7beef0 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:34.677437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2ea3006d-104f-476c-825a-38e56f7beef0), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.693567 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b12f-16c3-465e-9c28-dda46693d7bd req-becd090a-4c0e-46f4-8a91-1eb77af550ae tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:34.695083 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ff1b12f-16c3-465e-9c28-dda46693d7bd req-becd090a-4c0e-46f4-8a91-1eb77af550ae tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6bf8b72-5d1f-456b-9526-7776f9455a21 HTTP/1.1" status: 200 len: 945 time: 0.0616949 Mar 08 18:58:34.709279 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'Port': ['ID=2ea3006d-104f-476c-825a-38e56f7beef0,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:34.747323 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-5ff1b12f-16c3-465e-9c28-dda46693d7bd req-c2115ae2-11c6-4cfc-8073-b86d19e21e8e tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9d38068-dfa6-43c0-bd62-3d0a22d978a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463452 Mar 08 18:58:34.823043 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:34.929543 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:34.939863 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:34.950133 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:34.950802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:34.969477 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] No DVR routers for this DVR port 2ea3006d-104f-476c-825a-38e56f7beef0 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:34.972055 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.975452 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-30ab633d-e2a2-4f00-b732-8f2731ef811f req-581268c3-15c1-400a-a849-7d3ab1527003 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "DELETE /v2.0/ports/2ea3006d-104f-476c-825a-38e56f7beef0 HTTP/1.1" status: 204 len: 173 time: 0.7893195 Mar 08 18:58:34.975890 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'name': 'network-vif-deleted', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:34.978169 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4429b-4cef-4a8b-82a4-353b32b4970c" -d '{"events": [{"server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "name": "network-vif-deleted", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:35.021420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e651d-630b-49aa-be92-c05e4a13ccec x-openstack-request-id: req-029e651d-630b-49aa-be92-c05e4a13ccec {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:35.022216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bf8b72-5d1f-456b-9526-7776f9455a21", "name": "network-vif-deleted", "tag": "2ea3006d-104f-476c-825a-38e56f7beef0", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:35.022216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-029e651d-630b-49aa-be92-c05e4a13ccec {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:35.022612 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bf8b72-5d1f-456b-9526-7776f9455a21', 'name': 'network-vif-deleted', 'tag': '2ea3006d-104f-476c-825a-38e56f7beef0', 'status': 'completed', 'code': 200} Mar 08 18:58:35.072350 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:35.287400 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.313728 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:35.323090 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:35.323778 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.440804 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:35.584821 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abcb4e-ccdb-4f48-94e3-730f53b16b83 req-369b6963-10ee-4c0e-8667-496040c93307 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.586457 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f8abcb4e-ccdb-4f48-94e3-730f53b16b83 req-369b6963-10ee-4c0e-8667-496040c93307 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0553102 Mar 08 18:58:35.640921 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f8abcb4e-ccdb-4f48-94e3-730f53b16b83 req-28f05713-52d4-413b-a862-0183a573c9ca tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Mar 08 18:58:35.650186 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.681289 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a47c45-ce7d-4826-94b0-5844de468333 None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:35.837681 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53412) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:35.895225 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (e9d38068-dfa6-43c0-bd62-3d0a22d978a9), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.916962 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e2f59-cf26-4de7-8650-16bfe71c73cc None None] New status for floating IP 22dc8523-49fc-4158-9da1-1a607368b97a: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:35.919025 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (e9d38068-dfa6-43c0-bd62-3d0a22d978a9), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.970521 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (e9d38068-dfa6-43c0-bd62-3d0a22d978a9), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.973848 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.975024 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9d38068-dfa6-43c0-bd62-3d0a22d978a9 HTTP/1.1" status: 204 len: 168 time: 0.1363530 Mar 08 18:58:35.978475 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53414) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:35.984692 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d38068-dfa6-43c0-bd62-3d0a22d978a9,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:35.992419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.992777 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.993125 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.993477 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.993856 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.994182 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.994445 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.994785 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.995012 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.api.v2.resource [None req-913d0a1b-7968-46b5-8893-173b7ae8fc5a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] show failed (client error): The resource could not be found. Mar 08 18:58:35.995308 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.995783 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.996114 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.996438 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.996764 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c269b4-92c6-4cb4-b64d-62d6d9d2ab57 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:35.997590 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-913d0a1b-7968-46b5-8893-173b7ae8fc5a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups/e9d38068-dfa6-43c0-bd62-3d0a22d978a9 HTTP/1.1" status: 404 len: 347 time: 0.0173368 Mar 08 18:58:36.001012 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53416) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:36.140216 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Deleting port 0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:36.140554 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.221322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.221639 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.235410 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Calling delete_port for 0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d owned by network:floatingip {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:36.364170 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.391466 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'Port': ['ID=0aa3e3b7-3bac-4b66-8c26-27dae2a2f14d,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:36.452513 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (22dc8523-49fc-4158-9da1-1a607368b97a), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.455132 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.456302 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-c1985779-a23f-476c-811f-09edea614943 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "DELETE /v2.0/floatingips/22dc8523-49fc-4158-9da1-1a607368b97a HTTP/1.1" status: 204 len: 168 time: 0.4543760 Mar 08 18:58:36.641181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 84afa2c4-cf0b-4617-bbca-e17a9bf50959 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:58:36.645321 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2ea3006d-104f-476c-825a-38e56f7beef0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:36.656998 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53420) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:36.662398 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313216715', 'description': 'tempest-description--291996221'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:36.673604 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 2ea3006d-104f-476c-825a-38e56f7beef0 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:36.673955 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2ea3006d-104f-476c-825a-38e56f7beef0 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:36.688989 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.762438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (76173a9f-0304-4280-8642-8c0613fa7e05), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.767481 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (76173a9f-0304-4280-8642-8c0613fa7e05), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.774663 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea26ea-33cd-4fcb-adcd-3a3c247bd681 req-260f2f5e-d378-4910-976d-4ce4775056bb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:36.776785 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-13ea26ea-33cd-4fcb-adcd-3a3c247bd681 req-260f2f5e-d378-4910-976d-4ce4775056bb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 944 time: 0.0618770 Mar 08 18:58:36.777860 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:36.790287 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:58:36.797394 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.799762 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1412888 Mar 08 18:58:36.801918 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53424) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:36.805210 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f84a4-da5b-45c4-80ea-ba58c46a4410 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76173a9f-0304-4280-8642-8c0613fa7e05,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:36.807389 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group_rule': {'security_group_id': '76173a9f-0304-4280-8642-8c0613fa7e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:36.864742 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-13ea26ea-33cd-4fcb-adcd-3a3c247bd681 req-e5491584-7146-449a-8e19-039845639e5b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802562 Mar 08 18:58:36.871755 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (ae278d05-f0c0-4705-b634-4065efc5d220), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.922056 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (ae278d05-f0c0-4705-b634-4065efc5d220), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.926909 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (ae278d05-f0c0-4705-b634-4065efc5d220), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.945384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae278d05-f0c0-4705-b634-4065efc5d220,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:36.953699 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.957524 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-cee0ee06-8de8-4c79-81f4-414701676612 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519718 Mar 08 18:58:36.957679 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53426) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:36.961915 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'security_group_rule': {'security_group_id': '76173a9f-0304-4280-8642-8c0613fa7e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:36.976975 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:36.977481 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.986125 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (f086d158-d444-443b-9749-f12c81a89b0d), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.991284 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84afa2c4-cf0b-4617-bbca-e17a9bf50959 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:37.011795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:37.015959 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.045640 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (f086d158-d444-443b-9749-f12c81a89b0d), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.049559 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922595'] for security_group_rule (f086d158-d444-443b-9749-f12c81a89b0d), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.064509 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:37.069734 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f086d158-d444-443b-9749-f12c81a89b0d,revision_number=0']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:37.075851 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.079484 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-0eda2fd9-8e5c-4127-8899-46558b288513 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180897 Mar 08 18:58:37.079813 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53428) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:37.085311 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:37.104814 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.200440 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.213854 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['84afa2c4-cf0b-4617-bbca-e17a9bf50959'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:37.304243 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Allocated IP 172.27.1.146 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/55337feb-b62a-4fb5-ac65-44d6b02c7f14) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:58:37.407082 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.441822 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.479473 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:58:37.482129 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:58:37.485483 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:58:37.508502 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=55337feb-b62a-4fb5-ac65-44d6b02c7f14,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:37.573322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.614044 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.758419 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.763217 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.834762 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=55337feb-b62a-4fb5-ac65-44d6b02c7f14,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:37.844319 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.859446 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.860664 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-342af3e1-e6d9-4596-b382-d7bbf0f44cd9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7797801 Mar 08 18:58:37.992601 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdd70c-26cc-4550-9787-16a6daa511da req-76fc5313-7db4-475a-bb6c-abef57e055f4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:37.994094 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-40bdd70c-26cc-4550-9787-16a6daa511da req-76fc5313-7db4-475a-bb6c-abef57e055f4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 945 time: 0.0568302 Mar 08 18:58:38.057998 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-40bdd70c-26cc-4550-9787-16a6daa511da req-11075b2f-50da-4f02-ad62-30d47c1c64da tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583544 Mar 08 18:58:38.090943 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-cfc37f2c-bf24-45a9-babd-1c55a49ef89f tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--313216715&fields=id&tenant_id=681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 267 time: 0.0649574 Mar 08 18:58:38.199379 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-c23b5a6e-22a4-473e-8521-4f3a484a5df3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:38.200836 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-c23b5a6e-22a4-473e-8521-4f3a484a5df3 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 811 time: 0.1033130 Mar 08 18:58:38.215942 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-082a8c54-2c1c-42b0-a177-0ea56e7aed32 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/quotas/681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 375 time: 0.0095665 Mar 08 18:58:38.269111 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-28aece83-e13e-4030-941d-b7e4f37ac3e9 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480468 Mar 08 18:58:38.284193 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-2982f505-b6df-4aea-9af1-c14f78e6cf97 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:38.285664 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-2982f505-b6df-4aea-9af1-c14f78e6cf97 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048423 Mar 08 18:58:38.375465 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-b101b080-773c-4bc2-a124-c6f42066d98d service neutron] 10.222.0.57 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839598 Mar 08 18:58:38.462515 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-dde1d51e-6f34-45aa-b5e3-99459f2d7e35 service neutron] 10.222.0.57 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814142 Mar 08 18:58:38.621518 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0aa9b74e-d758-4152-ac34-b38dd15181d4 req-1b0443ea-90e5-4e73-bafa-d60d8bbc03c1 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 210 time: 0.0307238 Mar 08 18:58:38.657290 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 84afa2c4-cf0b-4617-bbca-e17a9bf50959 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:58:38.713356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:58:38.718260 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:38.718636 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.802319 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:38.802769 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.827997 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:38.830593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157b4e2-8116-4fd9-86d9-368d1e395f3c" -d '{"events": [{"server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "name": "network-vif-plugged", "status": "completed", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:38.844253 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:38.850530 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.875511 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82a58e-d72b-4010-bc0b-e665acc8df86 x-openstack-request-id: req-0b82a58e-d72b-4010-bc0b-e665acc8df86 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:38.875850 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "name": "network-vif-plugged", "status": "completed", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:38.876183 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b82a58e-d72b-4010-bc0b-e665acc8df86 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:38.876606 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'code': 200} Mar 08 18:58:38.910696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:38.918306 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.918810 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.919418 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.919820 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.920157 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.920491 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.920826 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.921154 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.922352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.922904 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.923287 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.923622 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:38.923952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:39.112655 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061a7e-8afe-4c47-878e-37f821505928 req-f18a8437-d02f-4929-864b-51da3944fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:39.114875 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-09061a7e-8afe-4c47-878e-37f821505928 req-f18a8437-d02f-4929-864b-51da3944fe1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1130 time: 0.0532458 Mar 08 18:58:39.164165 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-09061a7e-8afe-4c47-878e-37f821505928 req-d5201c50-5198-49a3-bc9c-9b981503821f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Mar 08 18:58:39.190642 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db04b-8cca-4d1b-94c2-0690349c9362 req-25f83ad5-1326-4adf-b169-3b5a0fd3d60a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:39.192902 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e57db04b-8cca-4d1b-94c2-0690349c9362 req-25f83ad5-1326-4adf-b169-3b5a0fd3d60a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0555732 Mar 08 18:58:39.243931 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e57db04b-8cca-4d1b-94c2-0690349c9362 req-8c2214eb-2636-46fa-8ed3-e7994cf89288 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Mar 08 18:58:39.746554 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-12a9c170-b0f4-48e4-9a2f-9d5401b6ec75 req-be460eee-1331-44ae-b08f-cc503c2eaea8 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 210 time: 0.0308065 Mar 08 18:58:39.760066 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-5d15108b-22ee-4453-8a08-f7b286faa78a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:39.762088 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-5d15108b-22ee-4453-8a08-f7b286faa78a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 811 time: 0.1207230 Mar 08 18:58:39.831442 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ed864ee7-390c-4c24-b5b5-8baee6b2c357 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681671d7cacc487ea3dd42ecef84ad95 HTTP/1.1" status: 200 len: 379 time: 0.0590014 Mar 08 18:58:39.839799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'port': {'device_id': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'admin_state_up': True, 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'security_groups': ['76173a9f-0304-4280-8642-8c0613fa7e05']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:39.943662 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Made reservation on behalf of 681671d7cacc487ea3dd42ecef84ad95 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:58:39.946982 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.075939 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Allocated IP 172.20.0.11 (2cb44d60-d540-4d61-92a1-3914208026a9/87e0ea03-9878-48c9-8112-218ab288ed79/0ba4918f-06d2-4bbd-8d30-90fdfee60d63) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:58:40.215711 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.256441 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.302855 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Network 2cb44d60-d540-4d61-92a1-3914208026a9 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:58:40.305778 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:58:40.309445 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:58:40.316089 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event updated for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:40.368285 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.368933 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.370067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a5bec-e83a-4b6f-8c24-18aa46a00f7d req-dbae14a8-2596-4796-a5fd-08dc58e1fe55 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.371804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-249a5bec-e83a-4b6f-8c24-18aa46a00f7d req-dbae14a8-2596-4796-a5fd-08dc58e1fe55 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0612063 Mar 08 18:58:40.392440 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-db94f73b-8019-45f5-bbda-5404779e9a46 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561852 Mar 08 18:58:40.404453 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Request body: {'port': {'device_id': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:40.426853 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-249a5bec-e83a-4b6f-8c24-18aa46a00f7d req-5c4d04dd-641c-4534-9769-9d4f56afbf61 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486116 Mar 08 18:58:40.479404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.552377 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59d298-75c1-4f52-8aba-5ecaf265bc6a req-1f61349d-1cc6-46f2-bb69-37d17f896511 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.553960 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9f59d298-75c1-4f52-8aba-5ecaf265bc6a req-1f61349d-1cc6-46f2-bb69-37d17f896511 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0566943 Mar 08 18:58:40.592882 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-039ed9d3-89e7-4958-92d3-746b12e4572c None None] Provisioning complete for port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:40.593497 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-039ed9d3-89e7-4958-92d3-746b12e4572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.605412 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9f59d298-75c1-4f52-8aba-5ecaf265bc6a req-98484497-6692-4fc5-bb4c-6ff38ec9f665 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 Mar 08 18:58:40.629384 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53472) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:40.643506 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-039ed9d3-89e7-4958-92d3-746b12e4572c None None] Port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:58:40.675017 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29b20e-c362-4521-854e-c2e059638108 tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.676671 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-7a29b20e-c362-4521-854e-c2e059638108 tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1125 time: 0.0461009 Mar 08 18:58:40.679670 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53474) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:40.683972 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:40.703658 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.759143 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:40.766598 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks [] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.783334 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Transition to ACTIVE for port object 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:58:40.788482 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.809128 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.845818 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:40.937776 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Attempting to bind port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:58:40.938111 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Attempting to bind port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:58:40.938442 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Attempting to bind port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:58:40.944620 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 on network 2cb44d60-d540-4d61-92a1-3914208026a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:58:40.944991 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Attempting to bind port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 on network 2cb44d60-d540-4d61-92a1-3914208026a9 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:58:40.950550 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:58:40.951053 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Checking segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:58:40.951365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Bound using segment: {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:58:40.951804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Bound port: 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98174b0d-8dbc-44f9-bef1-508473298519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:58:40.952194 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.026951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:58:41.030303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:58:41.038248 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.078536 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.079332 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.080713 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] 10.222.0.18 "PUT /v2.0/ports/0ba4918f-06d2-4bbd-8d30-90fdfee60d63 HTTP/1.1" status: 200 len: 1094 time: 0.6814055 Mar 08 18:58:41.081064 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:41.083438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b3865-16b6-4538-88f5-bdb477684914" -d '{"events": [{"name": "network-changed", "server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:41.107734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e2de-7e71-49fb-a603-10474efb9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:41.156714 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeea85b-6f00-4efb-8221-5c4132c95332 x-openstack-request-id: req-beeea85b-6f00-4efb-8221-5c4132c95332 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:41.156991 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:41.157245 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beeea85b-6f00-4efb-8221-5c4132c95332 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:41.157789 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'status': 'completed', 'code': 200} Mar 08 18:58:41.180378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-dc8917f3-b121-4b43-9500-9712b057290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.181911 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-dc8917f3-b121-4b43-9500-9712b057290b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 1128 time: 0.0538318 Mar 08 18:58:41.221485 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e4c8-66dd-426b-9502-90a334836486 req-09371d6e-931b-4e45-adc0-100ebd0d6098 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.223449 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3ee8e4c8-66dd-426b-9502-90a334836486 req-09371d6e-931b-4e45-adc0-100ebd0d6098 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 944 time: 0.3773491 Mar 08 18:58:41.232003 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-4f1cee0a-274b-4f4b-b3f4-91a56fb6bbd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63 HTTP/1.1" status: 200 len: 217 time: 0.0427523 Mar 08 18:58:41.240210 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_common [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.27.1.122 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c) {{(pid=109994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:58:41.285771 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-1bc5ba5e-65c6-4dbc-a48b-d5eeac9d17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.287346 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-1bc5ba5e-65c6-4dbc-a48b-d5eeac9d17ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0492580 Mar 08 18:58:41.338349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-5339991f-3831-4582-8fc5-c4aed9f0be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.339916 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-5339991f-3831-4582-8fc5-c4aed9f0be3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470879 Mar 08 18:58:41.340549 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-3ee8e4c8-66dd-426b-9502-90a334836486 req-b5e99e0d-a0d3-4e08-b0b7-2346e1208c0a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018045 Mar 08 18:58:41.380194 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.416121 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.436140 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-00203c71-3276-4b8a-8629-3a532b1c3689 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902038 Mar 08 18:58:41.453840 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:58:41.456793 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.base_scheduler [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:58:41.460767 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:58:41.486657 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:41.532100 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-116479b2-02a9-4801-88cd-4ea83c8ca2cc req-14474d13-a2da-403f-aa20-e0353c3cf746 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900412 Mar 08 18:58:41.625111 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3865-16b6-4538-88f5-bdb477684914 req-509fe761-50a3-461f-a9ca-6060856cd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.626639 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-509fe761-50a3-461f-a9ca-6060856cd3a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 1128 time: 0.0523133 Mar 08 18:58:41.717909 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3865-16b6-4538-88f5-bdb477684914 req-f7cd7aeb-0678-42cb-b875-26beab39452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.719400 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-f7cd7aeb-0678-42cb-b875-26beab39452e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0862999 Mar 08 18:58:41.841327 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (680a5c25-256b-496b-857e-16111b76666c), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.918122 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:42.011481 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-ba3b5c7e-0a94-49fc-be2f-b0551f97e0c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63 HTTP/1.1" status: 200 len: 217 time: 0.2857881 Mar 08 18:58:42.063062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3865-16b6-4538-88f5-bdb477684914 req-78559952-9bbd-431b-9955-688b5607fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.067167 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-78559952-9bbd-431b-9955-688b5607fbb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0462830 Mar 08 18:58:42.101168 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:42.106671 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126338307'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:42.125674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3865-16b6-4538-88f5-bdb477684914 req-dddfec12-7fc8-47f0-9496-0abc99dbd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.127185 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-dddfec12-7fc8-47f0-9496-0abc99dbd17b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547435 Mar 08 18:58:42.175160 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c,revision_number=2']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:42.186984 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (680a5c25-256b-496b-857e-16111b76666c), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:42.223480 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-3f86158a-3071-42b5-9d2c-0b1f2f941d75 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893507 Mar 08 18:58:42.296358 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP 680a5c25-256b-496b-857e-16111b76666c associated. External IP: 172.27.1.122, port: 84afa2c4-cf0b-4617-bbca-e17a9bf50959. Mar 08 18:58:42.315061 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-562b3865-16b6-4538-88f5-bdb477684914 req-a8d37441-0e34-475f-a1b0-d5443aa6db01 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Mar 08 18:58:42.538031 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc809e-46c8-4ee0-bd09-702e5c798547 req-a188284e-9691-4e5d-8a5f-a2b037ddc317 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.539574 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54dc809e-46c8-4ee0-bd09-702e5c798547 req-a188284e-9691-4e5d-8a5f-a2b037ddc317 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 944 time: 0.1028047 Mar 08 18:58:42.553980 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:42.635881 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-54dc809e-46c8-4ee0-bd09-702e5c798547 req-e5a8666c-bd3d-4f60-8e19-f158efacb02d tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902572 Mar 08 18:58:42.693290 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:42.703081 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:42.711114 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:42.713726 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:42.714358 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:42.744543 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-86ca31d9-a5ef-4b38-90dd-6988aeb4a666 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0638168 Mar 08 18:58:42.745200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:42.747539 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903b70e1-6d09-46a1-ac99-eb6c28e80f35" -d '{"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:42.784544 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94075581-0894-48c0-af35-07b18e10b064 x-openstack-request-id: req-94075581-0894-48c0-af35-07b18e10b064 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:42.784837 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:42.785091 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94075581-0894-48c0-af35-07b18e10b064 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:42.785497 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'status': 'completed', 'code': 200} Mar 08 18:58:42.828011 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:42.853018 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-0adc13c7-722e-4923-aec8-7876a5d3f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.854548 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-0adc13c7-722e-4923-aec8-7876a5d3f87d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1130 time: 0.0493660 Mar 08 18:58:42.943030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-f2cb5c69-d647-4f5f-84ee-cf2505a1e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.944535 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-f2cb5c69-d647-4f5f-84ee-cf2505a1e1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0845523 Mar 08 18:58:43.011322 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-efcb83b8-3ef8-43eb-acc5-0274a4806af9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 1000 time: 0.0610452 Mar 08 18:58:43.059001 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-17a1aaef-c9a0-48eb-9202-b3fbe057f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:43.060496 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-17a1aaef-c9a0-48eb-9202-b3fbe057f0d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0432551 Mar 08 18:58:43.061328 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:41Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:43.088207 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:43.096762 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:43.097373 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:43.109119 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-4b88ce14-4760-4e7e-8837-42abc21519be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:43.110618 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-4b88ce14-4760-4e7e-8837-42abc21519be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443585 Mar 08 18:58:43.204803 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-467738e5-24ed-4d32-aeeb-b85ef8a16356 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Mar 08 18:58:43.206262 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:43.294253 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-903b70e1-6d09-46a1-ac99-eb6c28e80f35 req-4737d228-760c-42ee-8401-b2a73508accf service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838404 Mar 08 18:58:43.434314 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-fe55a981-dea4-417a-8048-742a651321fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:41Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:43.464603 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a981-dea4-417a-8048-742a651321fb None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:41Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:43.661948 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065235-816f-49a4-a43c-ccaf3568db06 None None] New status for floating IP 680a5c25-256b-496b-857e-16111b76666c: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:43.755265 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfc1ba-b2ae-4aa7-b0fc-c4c0700cc6a7 req-c94d4fbe-30d0-4a17-ad58-51846c88bdc0 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:43.756680 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4acfc1ba-b2ae-4aa7-b0fc-c4c0700cc6a7 req-c94d4fbe-30d0-4a17-ad58-51846c88bdc0 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 944 time: 0.0527096 Mar 08 18:58:43.806393 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4acfc1ba-b2ae-4aa7-b0fc-c4c0700cc6a7 req-f945dc2d-7c9b-48d0-8fcb-54c0a03d5689 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Mar 08 18:58:44.674334 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:58:44.776194 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:44.787451 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'port_id': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'mac_address': 'fa:16:3e:d6:60:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:58:44.830487 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:44.830874 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:44.844616 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:44.870881 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:44.875985 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:44.927312 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58ace-a6b7-4f7f-800e-b583218ebb02 req-4a373593-07c2-47b0-9bf3-f6275224b5d7 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:44.928735 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ed58ace-a6b7-4f7f-800e-b583218ebb02 req-4a373593-07c2-47b0-9bf3-f6275224b5d7 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 945 time: 0.0532784 Mar 08 18:58:44.931009 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:44.975844 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ed58ace-a6b7-4f7f-800e-b583218ebb02 req-be0619fe-279f-410c-8511-cc5d03715d55 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413222 Mar 08 18:58:45.085877 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['0ba4918f-06d2-4bbd-8d30-90fdfee60d63'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:46.101862 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe79c94-dea8-4c51-bb09-dbec140f2b15 req-18d8eff5-e6e5-4de3-90fe-45c73f2ea94c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:46.103387 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dfe79c94-dea8-4c51-bb09-dbec140f2b15 req-18d8eff5-e6e5-4de3-90fe-45c73f2ea94c tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 945 time: 0.0584884 Mar 08 18:58:46.149478 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dfe79c94-dea8-4c51-bb09-dbec140f2b15 req-7da84a60-475e-4b31-8e12-05540d59bfe0 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Mar 08 18:58:46.697072 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:58:46.745941 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:58:46.749612 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:46.749983 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.828536 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:46.828928 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.852894 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:46.855091 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af14a4-0e38-453e-b97d-c212fd65b610" -d '{"events": [{"server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:46.867493 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:46.871893 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.894414 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eac1a9-080c-4bab-9509-64a6965db2ee x-openstack-request-id: req-02eac1a9-080c-4bab-9509-64a6965db2ee {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:46.895427 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:46.895537 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02eac1a9-080c-4bab-9509-64a6965db2ee {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:46.895877 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'code': 200} Mar 08 18:58:46.923005 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:47.060872 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabcd41-2d59-4d1e-80ea-94acc21c11e8 req-a28c8d9c-af6d-4c14-81c0-c56558222d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:47.062674 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1cabcd41-2d59-4d1e-80ea-94acc21c11e8 req-a28c8d9c-af6d-4c14-81c0-c56558222d90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 1130 time: 0.0480134 Mar 08 18:58:47.105767 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-1cabcd41-2d59-4d1e-80ea-94acc21c11e8 req-fbabae45-a847-47a2-8889-e796279e521a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369523 Mar 08 18:58:47.268606 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932473-3f24-4480-bdcf-bb7045185993 req-27468930-8f45-4482-bfb8-7bbddc3dba8b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:47.270768 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52932473-3f24-4480-bdcf-bb7045185993 req-27468930-8f45-4482-bfb8-7bbddc3dba8b tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0541236 Mar 08 18:58:47.326685 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-52932473-3f24-4480-bdcf-bb7045185993 req-c9006276-4b16-45b9-a4de-6fbf1e7a6359 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496259 Mar 08 18:58:48.449766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a357-0423-4979-8efa-a0105cb353bc req-ac1b9078-fed9-4b94-ba88-6d8f5f87cc84 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:48.451569 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d25a357-0423-4979-8efa-a0105cb353bc req-ac1b9078-fed9-4b94-ba88-6d8f5f87cc84 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0572159 Mar 08 18:58:48.497631 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8d25a357-0423-4979-8efa-a0105cb353bc req-26d2bac2-b44b-4f77-8e3a-71172af36577 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 Mar 08 18:58:48.610615 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537020f7-b086-469c-bbd8-672043dbf979 req-199ac15f-e72c-4a3b-a6cd-28c2479eceb4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:48.612051 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-537020f7-b086-469c-bbd8-672043dbf979 req-199ac15f-e72c-4a3b-a6cd-28c2479eceb4 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0521975 Mar 08 18:58:48.620630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53500) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:48.625005 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.v2.base [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Request body: {'floatingip': {'port_id': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63'}} {{(pid=109994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:48.664539 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), before_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:49.107037 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:49.110747 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), after_update {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:49.212948 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.db.l3_db [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Floating IP e817edfd-ad9f-439e-9d45-0de30f9794c4 associated. External IP: 172.27.1.146, port: 0ba4918f-06d2-4bbd-8d30-90fdfee60d63. Mar 08 18:58:49.425067 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:49.534226 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:49.539284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:49.544580 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:49.555811 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:49.556436 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:49.569715 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-5dd780b6-ea36-4e0c-a4ce-e27b09d103ee tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "PUT /v2.0/floatingips/e817edfd-ad9f-439e-9d45-0de30f9794c4 HTTP/1.1" status: 200 len: 992 time: 0.9480290 Mar 08 18:58:49.570305 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63'}] {{(pid=109994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:49.572553 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1f6aa12be6885b1152bc7ca336db24d00efd7bbac0136c1c495786bee2ee9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63"}]}' {{(pid=109994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:49.608611 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee4f26-401a-49b3-a721-f26859f85208 x-openstack-request-id: req-27ee4f26-401a-49b3-a721-f26859f85208 {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:49.608908 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63", "status": "completed", "code": 200}]} {{(pid=109994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:49.609171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27ee4f26-401a-49b3-a721-f26859f85208 {{(pid=109994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:49.609579 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'status': 'completed', 'code': 200} Mar 08 18:58:49.670713 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:49.683186 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-3bd8458f-0da7-4055-a6e7-0e4f58106d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.684633 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-3bd8458f-0da7-4055-a6e7-0e4f58106d40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=681671d7cacc487ea3dd42ecef84ad95&device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 1130 time: 0.0471048 Mar 08 18:58:49.778182 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-f4515b09-d4e8-44c2-98b1-fa484bda6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.779689 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-f4515b09-d4e8-44c2-98b1-fa484bda6fac service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 200 len: 912 time: 0.0883439 Mar 08 18:58:49.843655 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-acb1e684-45c5-40c8-8c5c-23b9737160ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63 HTTP/1.1" status: 200 len: 1000 time: 0.0584295 Mar 08 18:58:49.891072 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-fa9dc3d8-1b64-4ab0-96ea-7394f515d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.892566 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-fa9dc3d8-1b64-4ab0-96ea-7394f515d61a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 200 len: 850 time: 0.0428584 Mar 08 18:58:49.899335 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'e817edfd-ad9f-439e-9d45-0de30f9794c4', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:d6:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:37Z', 'updated_at': '2022-03-08T18:58:49Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:49.925918 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:49.934485 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:49.935013 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:49.945182 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-7310bdf3-bee2-4255-aec8-56cc7d576590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.946680 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-7310bdf3-bee2-4255-aec8-56cc7d576590 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cb44d60-d540-4d61-92a1-3914208026a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488825 Mar 08 18:58:49.956889 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-776669c6-2a02-4f7f-932f-ef54e815e992 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:49.958859 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-776669c6-2a02-4f7f-932f-ef54e815e992 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059726 Mar 08 18:58:50.052796 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-7c28fe15-87f8-477e-972b-c3619dacfb60 service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Mar 08 18:58:50.149171 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-4bd4f3a3-f0b8-4945-90ee-f938816efd5d req-09ac1b03-513e-4f85-9a76-6eef62d6684e service neutron] 10.222.0.18 "GET /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903015 Mar 08 18:58:50.182446 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:50.403880 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'e817edfd-ad9f-439e-9d45-0de30f9794c4', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:d6:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:37Z', 'updated_at': '2022-03-08T18:58:49Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:50.430338 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e3f89-ef5c-421a-9238-4bf3b6b1aab6 None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': 'e817edfd-ad9f-439e-9d45-0de30f9794c4', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'port_id': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'mac_address': 'fa:16:3e:d6:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:37Z', 'updated_at': '2022-03-08T18:58:49Z', 'revision_number': 1, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:50.627111 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b5fd5a-b340-4b74-b0c8-61f1374d52e5 None None] New status for floating IP e817edfd-ad9f-439e-9d45-0de30f9794c4: ACTIVE {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:50.720353 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-7e89e36e-d51e-4af4-a8e8-55df91da2d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.367318 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-110e2744-c116-459a-857d-36c970e188b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.845228 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.818536 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:58:56.227090 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:57.669424 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:59.390562 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.243041 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53512) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:02.426418 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Deleting port 3c19fabb-e565-416e-b461-754ab0037bef {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:02.426651 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (3c19fabb-e565-416e-b461-754ab0037bef), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.502365 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (3c19fabb-e565-416e-b461-754ab0037bef), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.502676 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for floatingip (3c19fabb-e565-416e-b461-754ab0037bef), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.514542 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Calling delete_port for 3c19fabb-e565-416e-b461-754ab0037bef owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:02.661116 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (3c19fabb-e565-416e-b461-754ab0037bef), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.690763 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event deleted for resources: {'Port': ['ID=3c19fabb-e565-416e-b461-754ab0037bef,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:02.749241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for floatingip (2f50c6a2-652c-4413-876f-d3d579150445), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:02.749573 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Floating IP 2f50c6a2-652c-4413-876f-d3d579150445 disassociated (deleted). External IP: 172.27.1.75, port: 2134c245-0374-437f-ac3f-810a325dbe88. Mar 08 18:59:02.958799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:03.065857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:03.070865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:03.077248 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Sync routers for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:03.087997 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:03.088704 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:03.102555 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c08c5bc7-0239-4b63-aac3-633ca32c3c51 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "DELETE /v2.0/floatingips/2f50c6a2-652c-4413-876f-d3d579150445 HTTP/1.1" status: 204 len: 168 time: 0.8555167 Mar 08 18:59:03.102555 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:03.102847 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e0fa4-4edd-4077-ac71-09eff2faf43a" -d '{"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:03.140669 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c58a08-7212-49ad-b984-9edb1d99c279 x-openstack-request-id: req-46c58a08-7212-49ad-b984-9edb1d99c279 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:03.140963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:03.141216 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46c58a08-7212-49ad-b984-9edb1d99c279 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:03.141612 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'status': 'completed', 'code': 200} Mar 08 18:59:03.204158 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:03.275172 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-36abc6df-e3fb-418a-91c0-5c911443e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.276742 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-36abc6df-e3fb-418a-91c0-5c911443e396 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1723a871cb604e0f948bf29239e44df5&device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 1129 time: 0.1026807 Mar 08 18:59:03.346426 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d7b2-db66-46a6-b352-dc897514a42d req-be979a60-2ab1-4b05-80b6-e830044ac087 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.348567 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e43d7b2-db66-46a6-b352-dc897514a42d req-be979a60-2ab1-4b05-80b6-e830044ac087 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0546818 Mar 08 18:59:03.375688 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-e6786521-7e7e-4f89-9c50-d4608e91c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.377197 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-e6786521-7e7e-4f89-9c50-d4608e91c0c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 200 len: 909 time: 0.0927083 Mar 08 18:59:03.400768 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e43d7b2-db66-46a6-b352-dc897514a42d req-1cf0e6e5-bea7-483c-9849-2541dbc4f7c8 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Mar 08 18:59:03.413944 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:03.424203 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-eb1ae916-7929-4d27-ac9f-e95dbefe30fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 200 len: 217 time: 0.0402911 Mar 08 18:59:03.445227 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Checking router: a30f7a33-16b8-46b1-b0cd-7ecc173e9634 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:03.453539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:03.454153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:03.474182 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-d3adee5c-e428-49d4-a885-e82a82546ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.476185 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-d3adee5c-e428-49d4-a885-e82a82546ba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 200 len: 847 time: 0.0459650 Mar 08 18:59:03.529615 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-6ef2508f-4e78-4154-b186-004d50bfca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.531092 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-6ef2508f-4e78-4154-b186-004d50bfca3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ea165b8-9e86-432c-9a08-2d5c5032ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481656 Mar 08 18:59:03.563491 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:03.622032 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-bb960f93-51d1-4d5e-a1a6-f55a9d182357 service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833640 Mar 08 18:59:03.718372 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e77e0fa4-4edd-4077-ac71-09eff2faf43a req-89973dcc-b6e4-4a46-8f7e-4525bb5671d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893209 Mar 08 18:59:03.765930 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:03.792356 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f387e60-8c77-4155-b0f2-afdc52a709dc None None] The sync data for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi is: [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:54:35Z', 'revision_number': 4, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '274eafd4-7579-438a-968f-b01118fa7d1d', 'name': '', 'network_id': '2ea165b8-9e86-432c-9a08-2d5c5032ba58', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'mac_address': 'fa:16:3e:c8:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:34Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'subnets': [{'id': 'c0b26924-fddb-40a3-8a90-e3337a53c092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:04.016702 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef84f1-1dce-4ad0-8968-770acc15ade1 None None] New status for floating IP 2f50c6a2-652c-4413-876f-d3d579150445: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:04.524713 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4cff3-f121-4567-9e19-72569bef0a8e req-0fada21b-6e9c-43b7-b29f-2abdcaea74f2 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:04.526194 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-60e4cff3-f121-4567-9e19-72569bef0a8e req-0fada21b-6e9c-43b7-b29f-2abdcaea74f2 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0566316 Mar 08 18:59:04.574622 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-60e4cff3-f121-4567-9e19-72569bef0a8e req-ef69b23a-eb07-4dbe-8934-b5c9135e525b tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea161469-3939-4b76-8f2c-c12794e929ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Mar 08 18:59:04.986970 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-09d529b1-415d-46d1-abb2-915845ee4a8d tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:04.988518 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-09d529b1-415d-46d1-abb2-915845ee4a8d tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.18 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 945 time: 0.0535846 Mar 08 18:59:05.084535 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Deleting port 2134c245-0374-437f-ac3f-810a325dbe88 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:05.084965 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (2134c245-0374-437f-ac3f-810a325dbe88), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:05.176999 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] For port 2134c245-0374-437f-ac3f-810a325dbe88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2134c245-0374-437f-ac3f-810a325dbe88,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:05.177352 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (2134c245-0374-437f-ac3f-810a325dbe88), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:05.189346 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Calling delete_port for 2134c245-0374-437f-ac3f-810a325dbe88 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:05.317096 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2134c245-0374-437f-ac3f-810a325dbe88), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:05.346252 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event deleted for resources: {'Port': ['ID=2134c245-0374-437f-ac3f-810a325dbe88,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:05.399423 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] No DVR routers for this DVR port 2134c245-0374-437f-ac3f-810a325dbe88 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:05.401925 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:05.405263 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-8b361e5d-88a6-4bd3-96d5-7ce819517e40 req-3cbfabd3-99e4-433f-b48c-1cfe01bddd01 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.18 "DELETE /v2.0/ports/2134c245-0374-437f-ac3f-810a325dbe88 HTTP/1.1" status: 204 len: 173 time: 0.4112124 Mar 08 18:59:05.405699 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-deleted', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:05.407948 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f5510-07c1-4820-a24f-49629fa81627" -d '{"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-deleted", "tag": "2134c245-0374-437f-ac3f-810a325dbe88"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:05.444130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9673dc-00fc-43de-beb1-2c070981a358 x-openstack-request-id: req-1c9673dc-00fc-43de-beb1-2c070981a358 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:05.444302 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4666a6f3-4690-44a8-9516-b8f9290a31fd", "name": "network-vif-deleted", "tag": "2134c245-0374-437f-ac3f-810a325dbe88", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:05.444534 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c9673dc-00fc-43de-beb1-2c070981a358 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:05.444934 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4666a6f3-4690-44a8-9516-b8f9290a31fd', 'name': 'network-vif-deleted', 'tag': '2134c245-0374-437f-ac3f-810a325dbe88', 'status': 'completed', 'code': 200} Mar 08 18:59:05.672769 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-4201b37b-f506-4b79-9361-e65e857a01d5 req-a38864b5-5af2-4605-9389-0c0fb5fcc260 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "GET /v2.0/ports?device_id=4666a6f3-4690-44a8-9516-b8f9290a31fd HTTP/1.1" status: 200 len: 210 time: 0.0293667 Mar 08 18:59:06.734132 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53534) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:06.791427 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (ea161469-3939-4b76-8f2c-c12794e929ce), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.816101 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (ea161469-3939-4b76-8f2c-c12794e929ce), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.879259 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (ea161469-3939-4b76-8f2c-c12794e929ce), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.882168 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.885905 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] 10.222.0.57 "DELETE /v2.0/security-groups/ea161469-3939-4b76-8f2c-c12794e929ce HTTP/1.1" status: 204 len: 168 time: 0.1482193 Mar 08 18:59:06.892665 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5be93-3a2c-4d53-80b8-bec660d1a023 tempest-TestShelveInstance-1407137623 tempest-TestShelveInstance-1407137623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea161469-3939-4b76-8f2c-c12794e929ce,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:06.929339 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53538) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:07.513403 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:07.756072 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Deleting port 274eafd4-7579-438a-968f-b01118fa7d1d {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:07.757215 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:07.834320 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] For port 274eafd4-7579-438a-968f-b01118fa7d1d, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=274eafd4-7579-438a-968f-b01118fa7d1d,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:07.834577 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:07.845885 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Calling delete_port for 274eafd4-7579-438a-968f-b01118fa7d1d owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:08.036579 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (274eafd4-7579-438a-968f-b01118fa7d1d), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.068018 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Pushing event deleted for resources: {'Port': ['ID=274eafd4-7579-438a-968f-b01118fa7d1d,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:08.247335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.460075 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:08.566078 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:08.571918 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e2f901a6-f839-499a-ad05-45224736742a admin admin] 10.222.0.57 "PUT /v2.0/routers/a30f7a33-16b8-46b1-b0cd-7ecc173e9634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415377 Mar 08 18:59:08.574537 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53540) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:08.578329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Sync routers for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:08.588277 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:08.588978 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:08.679475 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks [] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.706217 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:08.784957 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks [] for router_gateway (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.786583 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:08.838191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Deleting port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:08.838525 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.842808 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 2134c245-0374-437f-ac3f-810a325dbe88 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:08.843189 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 2134c245-0374-437f-ac3f-810a325dbe88 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:08.912367 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:59:07Z', 'revision_number': 5, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port': {'id': '3d95b2f0-b0e7-41cb-80e9-37d1acbf118a', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:31Z', 'updated_at': '2022-03-08T18:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:08.920336 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] For port 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:08.920699 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.933048 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Calling delete_port for 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:08.942730 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Checking router: a30f7a33-16b8-46b1-b0cd-7ecc173e9634 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:08.953343 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Routers {'a30f7a33-16b8-46b1-b0cd-7ecc173e9634'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:08.953952 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:09.109556 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (3d95b2f0-b0e7-41cb-80e9-37d1acbf118a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.136779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d95b2f0-b0e7-41cb-80e9-37d1acbf118a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:09.175348 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] Set router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 gateway port host: None {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:09.197832 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.226576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:59:08Z', 'revision_number': 6, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:09.257313 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39e12-f552-4793-9ea1-45f56ac0fe45 None None] The sync data for ids ['a30f7a33-16b8-46b1-b0cd-7ecc173e9634'] in dv-cinder-830087-3-iscsi is: [{'id': 'a30f7a33-16b8-46b1-b0cd-7ecc173e9634', 'name': 'tempest-TestShelveInstance-469323597-router', 'tenant_id': '1723a871cb604e0f948bf29239e44df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:30Z', 'updated_at': '2022-03-08T18:59:08Z', 'revision_number': 6, 'project_id': '1723a871cb604e0f948bf29239e44df5', 'gw_port_host': None}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:09.295040 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.297262 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks [] for router_controller (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.339785 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (a30f7a33-16b8-46b1-b0cd-7ecc173e9634), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.340230 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a30f7a33-16b8-46b1-b0cd-7ecc173e9634 {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:59:09.344919 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.346059 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-203217d0-7b03-488b-9f5e-d38bf608289c admin admin] 10.222.0.57 "DELETE /v2.0/routers/a30f7a33-16b8-46b1-b0cd-7ecc173e9634 HTTP/1.1" status: 204 len: 168 time: 0.7706199 Mar 08 18:59:09.348641 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53542) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:09.393735 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Deleting subnet c0b26924-fddb-40a3-8a90-e3337a53c092 {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:59:09.396977 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Publish callbacks [] for subnet (c0b26924-fddb-40a3-8a90-e3337a53c092), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.432907 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (c0b26924-fddb-40a3-8a90-e3337a53c092), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.510891 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (c0b26924-fddb-40a3-8a90-e3337a53c092), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.561495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (c0b26924-fddb-40a3-8a90-e3337a53c092), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.590647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b26924-fddb-40a3-8a90-e3337a53c092,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:09.590647 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.594330 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e11f97b0-bbe2-4f86-84b5-e872dd09a2cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0b26924-fddb-40a3-8a90-e3337a53c092 HTTP/1.1" status: 204 len: 168 time: 0.2446821 Mar 08 18:59:09.596014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53544) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:09.598111 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745c4b2-6f1a-40eb-be77-5c3150395617 None None] Network 2ea165b8-9e86-432c-9a08-2d5c5032ba58 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:09.674758 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (2ea165b8-9e86-432c-9a08-2d5c5032ba58), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.734567 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Deleting port 70679874-c46d-4019-9122-12e80f3eacfe {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:09.734945 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (70679874-c46d-4019-9122-12e80f3eacfe), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.796710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] For port 70679874-c46d-4019-9122-12e80f3eacfe, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=70679874-c46d-4019-9122-12e80f3eacfe,segment=NetworkSegment(d0825da3-e8e5-4eaf-ab97-d1be3efd0d45),segment_id=d0825da3-e8e5-4eaf-ab97-d1be3efd0d45)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:09.797074 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (70679874-c46d-4019-9122-12e80f3eacfe), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.812305 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Calling delete_port for 70679874-c46d-4019-9122-12e80f3eacfe owned by network:dhcp {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:09.892811 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (70679874-c46d-4019-9122-12e80f3eacfe), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:09.915510 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=70679874-c46d-4019-9122-12e80f3eacfe,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:09.921233 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] No DVR routers for this DVR port 70679874-c46d-4019-9122-12e80f3eacfe on host dv-cinder-830087-3-iscsi {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:09.994187 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (2ea165b8-9e86-432c-9a08-2d5c5032ba58), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.016035 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea165b8-9e86-432c-9a08-2d5c5032ba58']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:10.026563 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:10.026747 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0825da3-e8e5-4eaf-ab97-d1be3efd0d45') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:10.036895 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a101131-5775-4021-933b-6d234bd22791 None None] DHCP port deletion for 2ea165b8-9e86-432c-9a08-2d5c5032ba58 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:59:10.040882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (d0825da3-e8e5-4eaf-ab97-d1be3efd0d45), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.056711 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (d0825da3-e8e5-4eaf-ab97-d1be3efd0d45), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.063647 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:59:10.064048 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (d0825da3-e8e5-4eaf-ab97-d1be3efd0d45), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:59:10.065836 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:59:10.120498 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (2ea165b8-9e86-432c-9a08-2d5c5032ba58), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.126853 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.130195 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2ea165b8-9e86-432c-9a08-2d5c5032ba58 HTTP/1.1" status: 204 len: 168 time: 0.5326109 Mar 08 18:59:10.133749 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53546) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:10.178487 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 70679874-c46d-4019-9122-12e80f3eacfe no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:10.205743 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 70679874-c46d-4019-9122-12e80f3eacfe {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:10.206087 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 70679874-c46d-4019-9122-12e80f3eacfe not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:10.206511 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 274eafd4-7579-438a-968f-b01118fa7d1d no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:10.227369 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 274eafd4-7579-438a-968f-b01118fa7d1d {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:10.227728 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 274eafd4-7579-438a-968f-b01118fa7d1d not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:10.228153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:10.249217 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:10.249569 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 3d95b2f0-b0e7-41cb-80e9-37d1acbf118a not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:10.444237 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f738b-6b58-47a1-bc8e-4b117c5d7b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea165b8-9e86-432c-9a08-2d5c5032ba58,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:10.750528 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:10.994689 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Deleting port 5bd83f43-31f0-496e-ac87-021579fa3fab {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:10.995024 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.072338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] For port 5bd83f43-31f0-496e-ac87-021579fa3fab, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=5bd83f43-31f0-496e-ac87-021579fa3fab,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:11.072705 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.084683 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Calling delete_port for 5bd83f43-31f0-496e-ac87-021579fa3fab owned by network:router_interface {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:11.262249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (5bd83f43-31f0-496e-ac87-021579fa3fab), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.291910 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd83f43-31f0-496e-ac87-021579fa3fab,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:11.465798 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.687732 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Router 05d78ce7-e1b4-4563-acb6-40447323ddaa has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:11.795157 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:11.800285 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-01af120a-0eb7-46bd-8804-50542f1034fe admin admin] 10.222.0.57 "PUT /v2.0/routers/05d78ce7-e1b4-4563-acb6-40447323ddaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6655784 Mar 08 18:59:11.802635 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53550) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:11.805095 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Sync routers for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:11.818046 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:11.819914 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:11.911407 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks [] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.018981 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks [] for router_gateway (05d78ce7-e1b4-4563-acb6-40447323ddaa), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.023011 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:12.075781 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Deleting port 677a97d7-4d3f-4f6d-b40e-99c029cec6af {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:12.076209 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.157816 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] For port 677a97d7-4d3f-4f6d-b40e-99c029cec6af, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=677a97d7-4d3f-4f6d-b40e-99c029cec6af,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:12.158163 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.173700 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Calling delete_port for 677a97d7-4d3f-4f6d-b40e-99c029cec6af owned by network:router_gateway {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:12.200881 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:59:11Z', 'revision_number': 5, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port': {'id': '677a97d7-4d3f-4f6d-b40e-99c029cec6af', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.230479 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Checking router: 05d78ce7-e1b4-4563-acb6-40447323ddaa for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:12.239426 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Routers {'05d78ce7-e1b4-4563-acb6-40447323ddaa'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:12.240046 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:58:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['05d78ce7-e1b4-4563-acb6-40447323ddaa'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.328389 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] Set router 05d78ce7-e1b4-4563-acb6-40447323ddaa gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:12.346866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (677a97d7-4d3f-4f6d-b40e-99c029cec6af), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.374614 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=677a97d7-4d3f-4f6d-b40e-99c029cec6af,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:12.381601 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:59:12Z', 'revision_number': 6, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.411091 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d788730-6f23-454a-8fe2-51e19ec5de30 None None] The sync data for ids ['05d78ce7-e1b4-4563-acb6-40447323ddaa'] in dv-cinder-830087-3-iscsi is: [{'id': '05d78ce7-e1b4-4563-acb6-40447323ddaa', 'name': 'tempest-TestShelveInstance-1895380752-router', 'tenant_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:39Z', 'updated_at': '2022-03-08T18:59:12Z', 'revision_number': 6, 'project_id': '8625f3838a9c44dc9bc22c45cbc9cb0a', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:12.437775 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.529184 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.531424 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks [] for router_controller (05d78ce7-e1b4-4563-acb6-40447323ddaa), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.577227 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (05d78ce7-e1b4-4563-acb6-40447323ddaa), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.577793 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d78ce7-e1b4-4563-acb6-40447323ddaa {{(pid=109994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:59:12.582492 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.583695 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-d3f57e0b-9a83-4e99-8aca-2d335a8938a4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/05d78ce7-e1b4-4563-acb6-40447323ddaa HTTP/1.1" status: 204 len: 168 time: 0.7799761 Mar 08 18:59:12.587204 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53554) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:12.631326 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Deleting subnet 6158e4cb-331e-4ec0-a204-25b3d873a2b4 {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:59:12.634402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Publish callbacks [] for subnet (6158e4cb-331e-4ec0-a204-25b3d873a2b4), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.669244 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (6158e4cb-331e-4ec0-a204-25b3d873a2b4), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.746808 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (6158e4cb-331e-4ec0-a204-25b3d873a2b4), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.803333 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (6158e4cb-331e-4ec0-a204-25b3d873a2b4), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.830671 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6158e4cb-331e-4ec0-a204-25b3d873a2b4,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:12.836319 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.837938 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a04b63-69a4-4aab-94fa-4be603ac7cf6 None None] Network 7b010d5a-7a0d-4322-91ad-7016cc1f1578 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:12.840248 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f9b0e168-3ea8-48e8-bd0b-647cc47a7504 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6158e4cb-331e-4ec0-a204-25b3d873a2b4 HTTP/1.1" status: 204 len: 168 time: 0.2520862 Mar 08 18:59:12.842801 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53556) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:12.921146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (7b010d5a-7a0d-4322-91ad-7016cc1f1578), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.976512 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Deleting port 037a7eec-c024-473a-b11a-becbd86ef416 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:12.976842 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (037a7eec-c024-473a-b11a-becbd86ef416), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.036271 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] For port 037a7eec-c024-473a-b11a-becbd86ef416, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=037a7eec-c024-473a-b11a-becbd86ef416,segment=NetworkSegment(9f581dd9-9ed7-4c05-9111-434b16d18295),segment_id=9f581dd9-9ed7-4c05-9111-434b16d18295)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:13.036624 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (037a7eec-c024-473a-b11a-becbd86ef416), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.052513 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Calling delete_port for 037a7eec-c024-473a-b11a-becbd86ef416 owned by network:dhcp {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:13.129780 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (037a7eec-c024-473a-b11a-becbd86ef416), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.153537 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Pushing event deleted for resources: {'Port': ['ID=037a7eec-c024-473a-b11a-becbd86ef416,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:13.159861 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] No DVR routers for this DVR port 037a7eec-c024-473a-b11a-becbd86ef416 on host dv-cinder-830087-3-iscsi {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:13.206529 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcabab0-829c-4031-be5d-717f419a246c None None] DHCP port deletion for 7b010d5a-7a0d-4322-91ad-7016cc1f1578 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:59:13.238312 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (7b010d5a-7a0d-4322-91ad-7016cc1f1578), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.259969 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b010d5a-7a0d-4322-91ad-7016cc1f1578']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:13.269026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f581dd9-9ed7-4c05-9111-434b16d18295') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:13.269322 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f581dd9-9ed7-4c05-9111-434b16d18295') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:13.279796 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (9f581dd9-9ed7-4c05-9111-434b16d18295), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.295382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (9f581dd9-9ed7-4c05-9111-434b16d18295), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.302033 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:59:13.302417 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (9f581dd9-9ed7-4c05-9111-434b16d18295), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:59:13.304948 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:59:13.357812 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (7b010d5a-7a0d-4322-91ad-7016cc1f1578), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.363378 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.367313 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b010d5a-7a0d-4322-91ad-7016cc1f1578 HTTP/1.1" status: 204 len: 168 time: 0.5228789 Mar 08 18:59:13.379585 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1f1d9-18e7-4714-bb59-e6969646728d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b010d5a-7a0d-4322-91ad-7016cc1f1578,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:13.537924 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53560) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:13.581556 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e032126b-b978-4a17-8016-d8449d642fbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1723a871cb604e0f948bf29239e44df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424712 Mar 08 18:59:13.584089 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53562) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:13.631808 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] Publish callbacks [] for security_group (caf4a924-015c-458d-a460-78a4e007f13f), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.652997 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] Publish callbacks [] for security_group (caf4a924-015c-458d-a460-78a4e007f13f), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.699308 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (caf4a924-015c-458d-a460-78a4e007f13f), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.701832 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:13.702981 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/caf4a924-015c-458d-a460-78a4e007f13f HTTP/1.1" status: 204 len: 168 time: 0.1176856 Mar 08 18:59:13.710864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f6734-a86e-426b-85a0-239cda90cad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4a924-015c-458d-a460-78a4e007f13f,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:14.022488 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53568) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:14.061553 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8d84524a-de41-416a-9def-7cbab6bc0cee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8625f3838a9c44dc9bc22c45cbc9cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377297 Mar 08 18:59:14.063940 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53570) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:14.111471 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] Publish callbacks [] for security_group (dab23a43-b33b-4e79-a334-a42bb5bdb567), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:14.133758 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] Publish callbacks [] for security_group (dab23a43-b33b-4e79-a334-a42bb5bdb567), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:14.164776 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 037a7eec-c024-473a-b11a-becbd86ef416 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:14.185583 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 037a7eec-c024-473a-b11a-becbd86ef416 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:14.185947 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 037a7eec-c024-473a-b11a-becbd86ef416 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:14.186388 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 677a97d7-4d3f-4f6d-b40e-99c029cec6af no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:14.188226 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (dab23a43-b33b-4e79-a334-a42bb5bdb567), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:14.190968 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:14.194559 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dab23a43-b33b-4e79-a334-a42bb5bdb567 HTTP/1.1" status: 204 len: 168 time: 0.1273448 Mar 08 18:59:14.200233 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f9dd8-6fd6-4c2f-b272-8cc392f176a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab23a43-b33b-4e79-a334-a42bb5bdb567,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:14.208076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 677a97d7-4d3f-4f6d-b40e-99c029cec6af {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:14.208430 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 677a97d7-4d3f-4f6d-b40e-99c029cec6af not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:14.208840 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 5bd83f43-31f0-496e-ac87-021579fa3fab no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:14.236251 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 5bd83f43-31f0-496e-ac87-021579fa3fab {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:14.236602 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 5bd83f43-31f0-496e-ac87-021579fa3fab not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:20.721951 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-61cc3405-afab-496d-b187-ca489ae74098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:23.369503 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-cb74c9ab-b773-4566-b344-0cc42d04718c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.848168 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.231373 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.671949 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:29.412547 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.817771 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:59:36.630162 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-d7ecdfef-bdb0-4b19-b474-16e8cd916cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427504 Mar 08 18:59:36.713744 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-ccf2a545-dcb8-4b9d-b755-4c0353067f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:36.715325 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-ccf2a545-dcb8-4b9d-b755-4c0353067f97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1130 time: 0.0459452 Mar 08 18:59:36.820624 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-f850072d-df51-4045-ab5e-36a72d84cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:36.822058 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-f850072d-df51-4045-ab5e-36a72d84cf86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0885582 Mar 08 18:59:36.885194 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-aab3dc7a-b1f6-49de-a47c-41842fc44bb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 1002 time: 0.0570083 Mar 08 18:59:36.932832 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-de428501-e3c3-4768-887d-2c7471973121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:36.934771 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-de428501-e3c3-4768-887d-2c7471973121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0443482 Mar 08 18:59:36.986333 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-566ecfa0-4807-4454-8bc4-73ef0f03f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:36.987842 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-566ecfa0-4807-4454-8bc4-73ef0f03f996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472431 Mar 08 18:59:37.074654 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-bf9b6398-23aa-4046-8fa2-79eca14cdf04 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812771 Mar 08 18:59:37.163361 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-63f79f13-c449-4e03-b3d3-c38b7f77bde2 req-3e05faab-9daa-49d4-be18-3f73f2e0a05a service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Mar 08 18:59:46.120434 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d904-8521-433e-a3c0-69eb2431dd7d req-1fa0d2df-103b-4fa7-8997-94ffa3d46e03 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:46.122533 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9c05d904-8521-433e-a3c0-69eb2431dd7d req-1fa0d2df-103b-4fa7-8997-94ffa3d46e03 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0532823 Mar 08 18:59:46.168065 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-9c05d904-8521-433e-a3c0-69eb2431dd7d req-f23f108a-27d5-47eb-a83f-f7b45dd5bc48 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Mar 08 18:59:47.293299 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6dd3-71b0-4ce3-bda3-48f81d4081fb req-d134c9da-948f-496a-a8f0-4e1ffde27a10 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:47.294896 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-262a6dd3-71b0-4ce3-bda3-48f81d4081fb req-d134c9da-948f-496a-a8f0-4e1ffde27a10 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0574229 Mar 08 18:59:47.341920 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-262a6dd3-71b0-4ce3-bda3-48f81d4081fb req-75567e8d-be5b-4b83-9b8f-2d7ca2d52361 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups?id=76173a9f-0304-4280-8642-8c0613fa7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Mar 08 18:59:47.739561 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-162285a4-b00d-4919-9d30-ed3e129dc408 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:47.740995 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-162285a4-b00d-4919-9d30-ed3e129dc408 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 946 time: 0.0521021 Mar 08 18:59:47.839697 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Deleting port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:47.840086 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.925154 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] For port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:47.925511 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:48.097649 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:48.098000 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:48.098309 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Floating IP e817edfd-ad9f-439e-9d45-0de30f9794c4 disassociated. External IP: 172.27.1.146, port: 0ba4918f-06d2-4bbd-8d30-90fdfee60d63. Mar 08 18:59:48.098643 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Calling delete_port for 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:48.224106 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (0ba4918f-06d2-4bbd-8d30-90fdfee60d63), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:48.252988 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'Port': ['ID=0ba4918f-06d2-4bbd-8d30-90fdfee60d63,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:48.264230 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.264581 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.264921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.265252 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.265603 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.265901 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.266221 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.266540 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.266859 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.267204 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.267529 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.267843 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.268156 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:48.377541 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:48.438601 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-b2a3f20a-9679-4921-bd26-86e128f254f9 req-52197a00-c596-49cb-a97b-7b1f0a035242 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/ports?device_id=0add2898-1ad2-409d-bfe5-289ab0120e4a HTTP/1.1" status: 200 len: 210 time: 0.0278778 Mar 08 18:59:48.485830 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:48.495777 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:48.505032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:48.505730 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:59:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:48.530041 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] No DVR routers for this DVR port 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:48.532532 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:48.535999 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-038b06cb-ed5e-4042-8e73-14fa90697582 req-aa48a867-0292-422a-8816-dce03cb8518a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.18 "DELETE /v2.0/ports/0ba4918f-06d2-4bbd-8d30-90fdfee60d63 HTTP/1.1" status: 204 len: 173 time: 0.7903974 Mar 08 18:59:48.536452 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'name': 'network-vif-deleted', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:48.539255 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023355a9-4ad7-4c5f-9edb-24fc6921617a" -d '{"events": [{"server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "name": "network-vif-deleted", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:48.629771 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:48.802198 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebbc426-bfff-4f03-8846-89958c0feb31 x-openstack-request-id: req-3ebbc426-bfff-4f03-8846-89958c0feb31 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:48.802717 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0add2898-1ad2-409d-bfe5-289ab0120e4a", "name": "network-vif-deleted", "tag": "0ba4918f-06d2-4bbd-8d30-90fdfee60d63", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:48.802876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ebbc426-bfff-4f03-8846-89958c0feb31 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:48.803378 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0add2898-1ad2-409d-bfe5-289ab0120e4a', 'name': 'network-vif-deleted', 'tag': '0ba4918f-06d2-4bbd-8d30-90fdfee60d63', 'status': 'completed', 'code': 200} Mar 08 18:59:48.854576 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:48.880556 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:48.889272 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:48.889878 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:59:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:49.000237 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:49.204126 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:49.229749 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ae06a-fcd3-47b9-af86-78a7b5bf8fbf None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:40Z', 'revision_number': 4, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': '89c6aaec-e015-47ce-8a03-1663a0b7dd28', 'name': '', 'network_id': '2cb44d60-d540-4d61-92a1-3914208026a9', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'mac_address': 'fa:16:3e:61:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:39Z', 'updated_at': '2022-03-08T18:55:49Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'subnets': [{'id': '87e0ea03-9878-48c9-8112-218ab288ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:49.451185 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a4bcf-7b98-475e-9b6f-335d727f5ec3 None None] New status for floating IP e817edfd-ad9f-439e-9d45-0de30f9794c4: DOWN {{(pid=109997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:49.523103 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53712) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:49.577936 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (76173a9f-0304-4280-8642-8c0613fa7e05), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.602999 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (76173a9f-0304-4280-8642-8c0613fa7e05), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.656284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (76173a9f-0304-4280-8642-8c0613fa7e05), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.659034 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.660332 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "DELETE /v2.0/security-groups/76173a9f-0304-4280-8642-8c0613fa7e05 HTTP/1.1" status: 204 len: 168 time: 0.1361248 Mar 08 18:59:49.663287 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53714) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:49.669817 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76173a9f-0304-4280-8642-8c0613fa7e05,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:49.676624 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.api.v2.resource [None req-3d173e64-cd2f-41fe-b367-dc52075ccfc1 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] show failed (client error): The resource could not be found. Mar 08 18:59:49.676935 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.677294 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.677619 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3d173e64-cd2f-41fe-b367-dc52075ccfc1 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "GET /v2.0/security-groups/76173a9f-0304-4280-8642-8c0613fa7e05 HTTP/1.1" status: 404 len: 347 time: 0.0133488 Mar 08 18:59:49.677879 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.677996 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.678329 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.678593 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.678958 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.679400 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.679710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.680041 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.680356 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.680507 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53716) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:49.680674 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:49.680993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9892c-9dd6-43e3-b0c6-8cb6abe0fa3a tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:50.037315 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Deleting port 55337feb-b62a-4fb5-ac65-44d6b02c7f14 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:50.037942 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.110209 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.110532 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (55337feb-b62a-4fb5-ac65-44d6b02c7f14), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.122368 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Calling delete_port for 55337feb-b62a-4fb5-ac65-44d6b02c7f14 owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:50.251951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (55337feb-b62a-4fb5-ac65-44d6b02c7f14), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.277458 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Pushing event deleted for resources: {'Port': ['ID=55337feb-b62a-4fb5-ac65-44d6b02c7f14,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:50.337819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks [] for floatingip (e817edfd-ad9f-439e-9d45-0de30f9794c4), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.340361 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.341509 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e6747650-3fc5-4b85-a122-e2798990ce89 tempest-AttachVolumeTestJSON-2092795496 tempest-AttachVolumeTestJSON-2092795496-project] 10.222.0.57 "DELETE /v2.0/floatingips/e817edfd-ad9f-439e-9d45-0de30f9794c4 HTTP/1.1" status: 204 len: 168 time: 0.6601341 Mar 08 18:59:50.723097 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-a2a643d3-2aeb-4943-93c6-ee34570c0422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:50.948072 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:50.968375 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:50.968730 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 0ba4918f-06d2-4bbd-8d30-90fdfee60d63 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:53.374839 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-700b493b-ef3a-4271-8f0f-b6f1d757f388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:53.850739 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53744) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:54.195258 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (8aec2422-9718-408d-bcc9-ea75df2afa52), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.442824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Deleting port 89c6aaec-e015-47ce-8a03-1663a0b7dd28 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:54.443188 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.522674 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] For port 89c6aaec-e015-47ce-8a03-1663a0b7dd28, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=89c6aaec-e015-47ce-8a03-1663a0b7dd28,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:54.523023 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.534875 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Calling delete_port for 89c6aaec-e015-47ce-8a03-1663a0b7dd28 owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:54.717288 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (89c6aaec-e015-47ce-8a03-1663a0b7dd28), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.742062 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=89c6aaec-e015-47ce-8a03-1663a0b7dd28,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:54.852455 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.909100 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (8aec2422-9718-408d-bcc9-ea75df2afa52), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.127803 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Router 8aec2422-9718-408d-bcc9-ea75df2afa52 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:55.239276 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:55.244662 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f040f7ee-83ff-4b81-a978-0b7f3d5de6fb admin admin] 10.222.0.57 "PUT /v2.0/routers/8aec2422-9718-408d-bcc9-ea75df2afa52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928728 Mar 08 18:59:55.247438 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53746) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:55.248076 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Sync routers for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:55.257386 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:55.257993 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:59:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:55.351305 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks [] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.364596 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:55.454335 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks [] for router_gateway (8aec2422-9718-408d-bcc9-ea75df2afa52), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.509763 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Deleting port f3b7a3a9-159f-4cb1-868a-d4045f34d507 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:55.510095 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.597941 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] For port f3b7a3a9-159f-4cb1-868a-d4045f34d507, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=f3b7a3a9-159f-4cb1-868a-d4045f34d507,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:55.598277 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.610534 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Calling delete_port for f3b7a3a9-159f-4cb1-868a-d4045f34d507 owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:55.676494 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:59:54Z', 'revision_number': 5, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port': {'id': 'f3b7a3a9-159f-4cb1-868a-d4045f34d507', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:55.705237 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Checking router: 8aec2422-9718-408d-bcc9-ea75df2afa52 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:55.713549 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Routers {'8aec2422-9718-408d-bcc9-ea75df2afa52'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:55.714153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T18:59:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['8aec2422-9718-408d-bcc9-ea75df2afa52'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:55.779146 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (f3b7a3a9-159f-4cb1-868a-d4045f34d507), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.803854 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] Set router 8aec2422-9718-408d-bcc9-ea75df2afa52 gateway port host: None {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:55.805353 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b7a3a9-159f-4cb1-868a-d4045f34d507,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:55.858224 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:59:55Z', 'revision_number': 6, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:55.864668 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (8aec2422-9718-408d-bcc9-ea75df2afa52), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.891636 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad32ca3-e981-40e2-8dd3-8360590e3575 None None] The sync data for ids ['8aec2422-9718-408d-bcc9-ea75df2afa52'] in dv-cinder-830087-3-iscsi is: [{'id': '8aec2422-9718-408d-bcc9-ea75df2afa52', 'name': 'tempest-AttachVolumeTestJSON-1687434910-router', 'tenant_id': '681671d7cacc487ea3dd42ecef84ad95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:35Z', 'updated_at': '2022-03-08T18:59:55Z', 'revision_number': 6, 'project_id': '681671d7cacc487ea3dd42ecef84ad95', 'gw_port_host': None}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:55.961730 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.967600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks [] for router_controller (8aec2422-9718-408d-bcc9-ea75df2afa52), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.006889 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (8aec2422-9718-408d-bcc9-ea75df2afa52), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.007634 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aec2422-9718-408d-bcc9-ea75df2afa52 {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:59:56.012135 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.014192 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-1d615142-01e7-49e7-a271-62b64aeb4b4d admin admin] 10.222.0.57 "DELETE /v2.0/routers/8aec2422-9718-408d-bcc9-ea75df2afa52 HTTP/1.1" status: 204 len: 168 time: 0.7655118 Mar 08 18:59:56.016470 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53748) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:56.060665 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Deleting subnet 87e0ea03-9878-48c9-8112-218ab288ed79 {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:59:56.063782 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Publish callbacks [] for subnet (87e0ea03-9878-48c9-8112-218ab288ed79), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.097592 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (87e0ea03-9878-48c9-8112-218ab288ed79), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.176074 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (87e0ea03-9878-48c9-8112-218ab288ed79), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.233425 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (87e0ea03-9878-48c9-8112-218ab288ed79), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.248879 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.270405 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.276538 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/87e0ea03-9878-48c9-8112-218ab288ed79 HTTP/1.1" status: 204 len: 168 time: 0.2569885 Mar 08 18:59:56.276538 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f969957-1a6d-49b9-ac9c-575ad9404bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e0ea03-9878-48c9-8112-218ab288ed79,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:56.277395 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53750) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:56.282522 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e1995-bea9-4ebd-8fca-428030d3e527 None None] Network 2cb44d60-d540-4d61-92a1-3914208026a9 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:56.354844 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (2cb44d60-d540-4d61-92a1-3914208026a9), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.408007 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Deleting port fbd0dec7-4dd9-4291-9cbf-d632464598fe {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:56.408829 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.472676 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] For port fbd0dec7-4dd9-4291-9cbf-d632464598fe, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=fbd0dec7-4dd9-4291-9cbf-d632464598fe,segment=NetworkSegment(98174b0d-8dbc-44f9-bef1-508473298519),segment_id=98174b0d-8dbc-44f9-bef1-508473298519)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:56.473038 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.485860 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Calling delete_port for fbd0dec7-4dd9-4291-9cbf-d632464598fe owned by network:dhcp {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:56.562814 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (fbd0dec7-4dd9-4291-9cbf-d632464598fe), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.590112 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] No DVR routers for this DVR port fbd0dec7-4dd9-4291-9cbf-d632464598fe on host dv-cinder-830087-3-iscsi {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:56.594557 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd0dec7-4dd9-4291-9cbf-d632464598fe,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:56.665621 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (2cb44d60-d540-4d61-92a1-3914208026a9), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.687577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb44d60-d540-4d61-92a1-3914208026a9']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:56.695517 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e7a67-318e-412d-995d-74aa3ba6c738 None None] DHCP port deletion for 2cb44d60-d540-4d61-92a1-3914208026a9 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:59:56.699587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98174b0d-8dbc-44f9-bef1-508473298519') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:56.699587 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98174b0d-8dbc-44f9-bef1-508473298519') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:56.714623 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (98174b0d-8dbc-44f9-bef1-508473298519), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.721546 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 89c6aaec-e015-47ce-8a03-1663a0b7dd28 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:56.729838 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (98174b0d-8dbc-44f9-bef1-508473298519), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.737085 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:59:56.737477 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (98174b0d-8dbc-44f9-bef1-508473298519), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:59:56.739254 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:59:56.747881 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 89c6aaec-e015-47ce-8a03-1663a0b7dd28 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:56.748051 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 89c6aaec-e015-47ce-8a03-1663a0b7dd28 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:56.799536 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (2cb44d60-d540-4d61-92a1-3914208026a9), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.805322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.808821 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2cb44d60-d540-4d61-92a1-3914208026a9 HTTP/1.1" status: 204 len: 168 time: 0.5307558 Mar 08 18:59:56.825596 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a90b8-a8b3-4c0d-a784-8417a906f487 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb44d60-d540-4d61-92a1-3914208026a9,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:56.989244 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53754) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:57.029804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-01970079-27a8-4a9b-8b5f-90451d7f6fff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=681671d7cacc487ea3dd42ecef84ad95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393488 Mar 08 18:59:57.032418 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53756) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:57.079528 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] Publish callbacks [] for security_group (a46f6185-ea6e-4194-a462-c44e30443f00), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.099859 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] Publish callbacks [] for security_group (a46f6185-ea6e-4194-a462-c44e30443f00), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.146020 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (a46f6185-ea6e-4194-a462-c44e30443f00), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.148680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.149968 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a46f6185-ea6e-4194-a462-c44e30443f00 HTTP/1.1" status: 204 len: 168 time: 0.1165531 Mar 08 18:59:57.159303 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be035f18-3dfb-4390-adc2-9e9cef044fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f6185-ea6e-4194-a462-c44e30443f00,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:57.675981 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.193802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3b7a3a9-159f-4cb1-868a-d4045f34d507 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:58.218084 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: f3b7a3a9-159f-4cb1-868a-d4045f34d507 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:58.218447 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device f3b7a3a9-159f-4cb1-868a-d4045f34d507 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:58.218994 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fbd0dec7-4dd9-4291-9cbf-d632464598fe no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:58.244761 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: fbd0dec7-4dd9-4291-9cbf-d632464598fe {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:58.245113 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device fbd0dec7-4dd9-4291-9cbf-d632464598fe not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:59.418307 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.536766 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53870) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:06.640504 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0e70512e-6368-431b-a992-6227992f4b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.715289 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0e70512e-6368-431b-a992-6227992f4b82 admin admin] Publish callbacks [] for security_group (0659ac1d-8b82-4999-a41e-6df7d95ffde2), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.719473 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-0e70512e-6368-431b-a992-6227992f4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0659ac1d-8b82-4999-a41e-6df7d95ffde2), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.757850 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70512e-6368-431b-a992-6227992f4b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0659ac1d-8b82-4999-a41e-6df7d95ffde2,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:06.762162 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-0e70512e-6368-431b-a992-6227992f4b82 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7baf30c564b24c20a7a2e8b294702832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243862 Mar 08 19:00:06.765322 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53874) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:06.814482 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] Publish callbacks [] for security_group (0659ac1d-8b82-4999-a41e-6df7d95ffde2), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.835490 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] Publish callbacks [] for security_group (0659ac1d-8b82-4999-a41e-6df7d95ffde2), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.880774 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (0659ac1d-8b82-4999-a41e-6df7d95ffde2), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.883261 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:06.884414 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0659ac1d-8b82-4999-a41e-6df7d95ffde2 HTTP/1.1" status: 204 len: 168 time: 0.1182055 Mar 08 19:00:06.892976 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921abb5-4031-4033-bd9a-1d1c22064af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0659ac1d-8b82-4999-a41e-6df7d95ffde2,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:09.816415 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:00:11.185347 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53962) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:11.290491 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-50b31e45-e6c0-4978-8bf4-b99b0fd69ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.363222 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-50b31e45-e6c0-4978-8bf4-b99b0fd69ee7 admin admin] Publish callbacks [] for security_group (91470d78-ee62-476a-a419-e3b44b43d43a), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.366835 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-50b31e45-e6c0-4978-8bf4-b99b0fd69ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (91470d78-ee62-476a-a419-e3b44b43d43a), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.407088 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-50b31e45-e6c0-4978-8bf4-b99b0fd69ee7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5089bac037024c7f94c3c2c5ab05a653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206075 Mar 08 19:00:11.407983 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b31e45-e6c0-4978-8bf4-b99b0fd69ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91470d78-ee62-476a-a419-e3b44b43d43a,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:11.409753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53968) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:11.458314 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] Publish callbacks [] for security_group (91470d78-ee62-476a-a419-e3b44b43d43a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.482194 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] Publish callbacks [] for security_group (91470d78-ee62-476a-a419-e3b44b43d43a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.532283 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (91470d78-ee62-476a-a419-e3b44b43d43a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.534869 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.536054 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91470d78-ee62-476a-a419-e3b44b43d43a HTTP/1.1" status: 204 len: 168 time: 0.1252158 Mar 08 19:00:11.544244 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c83b44-b9e8-437c-84ee-76127c051e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91470d78-ee62-476a-a419-e3b44b43d43a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:11.798422 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 53974) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:11.812223 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3716fa01-f872-46d5-8edf-54e4cab320ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.885683 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3716fa01-f872-46d5-8edf-54e4cab320ff admin admin] Publish callbacks [] for security_group (69473064-bca1-4e36-b266-60939a6800e4), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.890036 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3716fa01-f872-46d5-8edf-54e4cab320ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (69473064-bca1-4e36-b266-60939a6800e4), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.928133 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3716fa01-f872-46d5-8edf-54e4cab320ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d464dba79c9e4fa5b8fda35a199c7fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286047 Mar 08 19:00:11.931643 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716fa01-f872-46d5-8edf-54e4cab320ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69473064-bca1-4e36-b266-60939a6800e4,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:11.931796 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 53976) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:11.980400 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] Publish callbacks [] for security_group (69473064-bca1-4e36-b266-60939a6800e4), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.000943 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] Publish callbacks [] for security_group (69473064-bca1-4e36-b266-60939a6800e4), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.046260 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (69473064-bca1-4e36-b266-60939a6800e4), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.049117 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.050259 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69473064-bca1-4e36-b266-60939a6800e4 HTTP/1.1" status: 204 len: 168 time: 0.1182642 Mar 08 19:00:12.057924 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf276aa-5353-441e-84eb-fae7a2f2dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69473064-bca1-4e36-b266-60939a6800e4,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:19.102247 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-19e866d4-177d-4154-9ad8-2a143622e276 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205769009&fields=id&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 267 time: 0.0441349 Mar 08 19:00:19.209607 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-1c639842-c30c-4edb-8fb5-66591e735757 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:19.211053 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-1c639842-c30c-4edb-8fb5-66591e735757 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.1017077 Mar 08 19:00:19.225264 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-d7e70def-d8a3-40c9-a7e8-0733f6e10618 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/quotas/6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 375 time: 0.0089068 Mar 08 19:00:19.281776 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-3dd57472-2080-4258-b1a3-abfe8d765f8d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513654 Mar 08 19:00:19.387465 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-627bf3de-65dd-45a8-b7f3-584e071d7854 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:00:19.389185 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-627bf3de-65dd-45a8-b7f3-584e071d7854 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0958838 Mar 08 19:00:19.481703 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-921c4132-777b-48cc-9607-12e4ea0f38d0 service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Mar 08 19:00:19.845316 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-f2b6f4a9-56e7-4794-bad0-ae7cb6a2fd98 service neutron] 10.222.0.57 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580041 Mar 08 19:00:20.727043 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d5a15a44-8e46-48a8-8130-34baac9d24ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.143603 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f700002f-3d3b-49b5-aff0-7aa259cb823f req-961a3614-c36a-48cf-b0c5-4647299afad5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 210 time: 0.0271587 Mar 08 19:00:22.270513 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ada9b89-723a-462f-93f0-2e09b1d2e17c req-ad7a3983-7228-45a7-bcbe-12fa325c2438 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 210 time: 0.0550992 Mar 08 19:00:22.402002 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-4f1d23e7-62b5-4844-9904-f467f046391d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:22.403647 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-4f1d23e7-62b5-4844-9904-f467f046391d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 811 time: 0.3542244 Mar 08 19:00:22.472028 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-948c3394-33f8-4716-ae56-88bf4232ba58 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6 HTTP/1.1" status: 200 len: 380 time: 0.0593600 Mar 08 19:00:22.479978 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'port': {'device_id': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'admin_state_up': True, 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'security_groups': ['9c264f46-f1f2-4809-8c08-c568a7ef4683']}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:00:22.531685 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54118) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:22.603080 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Made reservation on behalf of 6b99d9de89a44c1ea5e844ee8bf994a6 for: {'port': 1} {{(pid=109995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:00:22.606486 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.654086 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48ad0e73-e618-4820-9fb4-53499027b069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.749359 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48ad0e73-e618-4820-9fb4-53499027b069 admin admin] Publish callbacks [] for security_group (59e3f59b-84c1-451c-943d-d81ad28f66a3), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.753335 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-48ad0e73-e618-4820-9fb4-53499027b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (59e3f59b-84c1-451c-943d-d81ad28f66a3), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.767883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.20.0.8 (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59/bc06eb0f-cafd-49f5-a56c-ff291443818a/4b4feffd-2b05-456b-9d9b-4fdac7e05713) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:00:22.789676 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0e73-e618-4820-9fb4-53499027b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e3f59b-84c1-451c-943d-d81ad28f66a3,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.793987 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-48ad0e73-e618-4820-9fb4-53499027b069 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4177cede2fdd47d3844072f12711446b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612779 Mar 08 19:00:22.797280 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54122) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:22.846106 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] Publish callbacks [] for security_group (59e3f59b-84c1-451c-943d-d81ad28f66a3), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.867698 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] Publish callbacks [] for security_group (59e3f59b-84c1-451c-943d-d81ad28f66a3), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.913191 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.914888 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (59e3f59b-84c1-451c-943d-d81ad28f66a3), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.917472 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.918611 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59e3f59b-84c1-451c-943d-d81ad28f66a3 HTTP/1.1" status: 204 len: 168 time: 0.1201758 Mar 08 19:00:22.927854 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e89799-bd64-4d88-a655-3ce93a336388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e3f59b-84c1-451c-943d-d81ad28f66a3,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.953145 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.998658 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:00:23.001870 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:00:23.005524 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:00:23.035821 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.073698 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.074624 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.093539 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-6e528116-d532-4174-aa1b-d18891357311 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171391 Mar 08 19:00:23.105332 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Request body: {'port': {'device_id': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:00:23.176552 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.283142 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-d2dc8c6c-db99-47fa-93f3-fa4a915d1dc8 None None] Provisioning complete for port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 triggered by entity DHCP. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:00:23.283712 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8c6c-db99-47fa-93f3-fa4a915d1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.322353 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc8c6c-db99-47fa-93f3-fa4a915d1dc8 None None] Port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 cannot update to ACTIVE because it is not bound. {{(pid=109996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:00:23.385153 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-4af1c21f-a011-4963-97e9-445ae949b818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.413553 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc998e1-67b0-45a8-97f7-1b6ae9ccc50c req-a8842248-04b5-43c0-b9fa-281b46b9cb5c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.415062 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2dc998e1-67b0-45a8-97f7-1b6ae9ccc50c req-a8842248-04b5-43c0-b9fa-281b46b9cb5c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 931 time: 0.0685842 Mar 08 19:00:23.470349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4feffd-2b05-456b-9d9b-4fdac7e05713 {{(pid=109995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:23.472284 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2dc998e1-67b0-45a8-97f7-1b6ae9ccc50c req-8360fcf0-a006-419a-ad37-11fa3176c56e tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497918 Mar 08 19:00:23.479351 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks [] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.498964 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.provisioning_blocks [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Transition to ACTIVE for port object 4b4feffd-2b05-456b-9d9b-4fdac7e05713 will not be triggered until provisioned by entity L2. {{(pid=109995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:00:23.503410 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.557577 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.633965 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Attempting to bind port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:00:23.634281 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Attempting to bind port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:00:23.634539 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Attempting to bind port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:00:23.639289 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:00:23.639744 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Attempting to bind port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 on network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:00:23.644807 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Checking agent: {'id': '1fc22538-2d27-467c-836b-1433e35b5ced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'started_at': datetime.datetime(2022, 3, 8, 18, 46, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:00:23.645142 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Checking segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:00:23.645523 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Bound using segment: {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'} {{(pid=109995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:00:23.645953 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.managers [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Bound port: 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3621897-81ce-40bd-882e-ac9470d8825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59'}}] {{(pid=109995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:00:23.646310 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.728153 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, cleared binding levels {{(pid=109995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:00:23.731396 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:00:23.738217 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.784517 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.785157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.786523 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 200 len: 1093 time: 0.6857364 Mar 08 19:00:23.786968 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:23.789221 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b153853-06e0-4d03-93ae-562fd1ef1457" -d '{"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:23.807244 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485bee-7d20-4d33-bc1c-e0d00d53b942 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=3']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.862776 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabdc883-298e-4cfa-8e8e-4e7dce850d67 x-openstack-request-id: req-aabdc883-298e-4cfa-8e8e-4e7dce850d67 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:23.863342 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:23.863812 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aabdc883-298e-4cfa-8e8e-4e7dce850d67 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:23.864537 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'status': 'completed', 'code': 200} Mar 08 19:00:23.885866 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-3bd18b97-2375-4234-8f47-ac1093ff5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.887372 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-3bd18b97-2375-4234-8f47-ac1093ff5659 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1127 time: 0.0585570 Mar 08 19:00:23.934503 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-c961eda5-ccc0-4581-8fb1-00ba4c31ea3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 200 len: 217 time: 0.0381076 Mar 08 19:00:23.991957 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-f7da4ad2-491b-4a07-a69c-23425558e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.994163 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-f7da4ad2-491b-4a07-a69c-23425558e66c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0538573 Mar 08 19:00:24.052963 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-f57ab7c3-08df-407e-9753-44ddc285968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.054481 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-f57ab7c3-08df-407e-9753-44ddc285968c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548010 Mar 08 19:00:24.093849 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54160) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:24.145136 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-74a5eb62-70b3-41da-a975-9036664b0521 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Mar 08 19:00:24.199896 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d3bad1d-a8cf-4e28-a57c-d19ba57ec78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.244877 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e9a76d38-6a3e-4db1-902b-9fca557c5622 req-083f48b2-e815-4f6e-b673-fba5492c6d38 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939064 Mar 08 19:00:24.276736 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d3bad1d-a8cf-4e28-a57c-d19ba57ec78c admin admin] Publish callbacks [] for security_group (984b0e80-ddde-4b24-a9a5-249aba1cbba5), precommit_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.282559 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-9d3bad1d-a8cf-4e28-a57c-d19ba57ec78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (984b0e80-ddde-4b24-a9a5-249aba1cbba5), after_create {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.323855 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-9d3bad1d-a8cf-4e28-a57c-d19ba57ec78c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4670e2b8f1ae404bb5805bed15ae02ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265534 Mar 08 19:00:24.323855 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bad1d-a8cf-4e28-a57c-d19ba57ec78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b0e80-ddde-4b24-a9a5-249aba1cbba5,revision_number=1']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:24.324398 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54164) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:24.348530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-27ae44c1-edfd-4fb9-9481-bbbd9401f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.349996 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-27ae44c1-edfd-4fb9-9481-bbbd9401f6b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1127 time: 0.0624433 Mar 08 19:00:24.442273 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] Publish callbacks [] for security_group (984b0e80-ddde-4b24-a9a5-249aba1cbba5), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.478382 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] Publish callbacks [] for security_group (984b0e80-ddde-4b24-a9a5-249aba1cbba5), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.487883 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-77f1cd00-c6d7-4644-b629-25d9a8897cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.489326 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-77f1cd00-c6d7-4644-b629-25d9a8897cd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.1322470 Mar 08 19:00:24.540541 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-d5a016f4-ff99-4c55-96c9-c135bce3d2cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 200 len: 217 time: 0.0446942 Mar 08 19:00:24.593069 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d2ad3-6944-491a-b5a8-19da396773a2 req-068b3243-d2fd-4cd2-96dd-d8a946677ac0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.594631 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da7d2ad3-6944-491a-b5a8-19da396773a2 req-068b3243-d2fd-4cd2-96dd-d8a946677ac0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0535259 Mar 08 19:00:24.599267 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (984b0e80-ddde-4b24-a9a5-249aba1cbba5), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.601774 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.602898 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/984b0e80-ddde-4b24-a9a5-249aba1cbba5 HTTP/1.1" status: 204 len: 168 time: 0.2774367 Mar 08 19:00:24.606301 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-d8d28d1f-c156-44c1-a37a-e6395a7758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.610406 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-d8d28d1f-c156-44c1-a37a-e6395a7758f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0607357 Mar 08 19:00:24.616449 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f343440-4b28-4082-bc96-7605509cc117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b0e80-ddde-4b24-a9a5-249aba1cbba5,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:24.659271 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-da7d2ad3-6944-491a-b5a8-19da396773a2 req-c5c639b1-9f71-4ef4-a88c-8e7ab9320e4e tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585816 Mar 08 19:00:24.667257 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-c62da605-7f50-47cc-bdda-9344a51e9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:24.668785 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-c62da605-7f50-47cc-bdda-9344a51e9967 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501997 Mar 08 19:00:24.769744 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-90347ed3-bc6f-4080-ba41-5ef48eda49a1 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915725 Mar 08 19:00:24.855891 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.863719 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-3b153853-06e0-4d03-93ae-562fd1ef1457 req-62faf135-2f45-4068-9d74-8082f575a5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876813 Mar 08 19:00:25.787430 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81d4a-61b4-4256-9ebd-321dcf277587 req-764da077-432c-4424-9265-8623fb38c49d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:25.789094 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dca81d4a-61b4-4256-9ebd-321dcf277587 req-764da077-432c-4424-9265-8623fb38c49d tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0604112 Mar 08 19:00:25.843318 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-dca81d4a-61b4-4256-9ebd-321dcf277587 req-d1da208d-5913-44a8-968a-8f34c886b9e9 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477459 Mar 08 19:00:26.236857 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:26.979552 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aea33-2501-4017-9cc4-645ca085aaa2 req-39318605-0f33-4b9f-b616-cce549c22c56 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:26.981191 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e8aea33-2501-4017-9cc4-645ca085aaa2 req-39318605-0f33-4b9f-b616-cce549c22c56 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0613899 Mar 08 19:00:27.039398 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-0e8aea33-2501-4017-9cc4-645ca085aaa2 req-9abba205-8e2b-4bd1-867e-8bb94e45a2f5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512872 Mar 08 19:00:27.679603 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:28.164558 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400bf9-7f9d-4222-8bed-f7255e603f09 req-caaff08a-c018-4367-bd24-6e084eef88a2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:28.166341 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f400bf9-7f9d-4222-8bed-f7255e603f09 req-caaff08a-c018-4367-bd24-6e084eef88a2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0577705 Mar 08 19:00:28.215210 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8f400bf9-7f9d-4222-8bed-f7255e603f09 req-a49e3e6b-8fc7-4932-853e-604632c43e6e tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Mar 08 19:00:29.343140 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63914cb-d205-48b0-bb73-a352131a6071 req-ec57983d-ca9e-4666-ac79-716445e31b0c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:29.344583 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d63914cb-d205-48b0-bb73-a352131a6071 req-ec57983d-ca9e-4666-ac79-716445e31b0c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0563412 Mar 08 19:00:29.396621 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d63914cb-d205-48b0-bb73-a352131a6071 req-52decaf0-2489-495b-97b9-5cfde7b8b434 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461671 Mar 08 19:00:29.424073 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:30.523084 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d1fde-b2e3-4eb1-9e12-2322e0ccca29 req-50753ffb-fd7b-4e4f-8966-83d479a16bf0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:30.524573 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2a8d1fde-b2e3-4eb1-9e12-2322e0ccca29 req-50753ffb-fd7b-4e4f-8966-83d479a16bf0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0588021 Mar 08 19:00:30.579273 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2a8d1fde-b2e3-4eb1-9e12-2322e0ccca29 req-643de760-717f-42e3-a159-0a84fb4d36c3 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 Mar 08 19:00:31.211092 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4b4feffd-2b05-456b-9d9b-4fdac7e05713 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:00:31.314870 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:31.325449 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Returning: {'device': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'port_id': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'mac_address': 'fa:16:3e:b6:1a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:00:31.365254 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 is: DOWN; New status is: BUILD {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:31.365635 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.379530 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4feffd-2b05-456b-9d9b-4fdac7e05713 {{(pid=109996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:31.398897 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:31.403056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.452109 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=4']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:31.458939 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.459329 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.459681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.460024 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.460362 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.460701 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.461032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.461363 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.461692 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.462022 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.462350 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.462674 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.462998 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:31.640845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] get_ports_and_sgs() called for port_ids ['4b4feffd-2b05-456b-9d9b-4fdac7e05713'] {{(pid=109996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:31.704060 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b170a-3822-4117-883f-ddb2dc2ad9c2 req-fc59e5d9-fbc2-4b28-a560-85b6400d20a5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:31.705638 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fd7b170a-3822-4117-883f-ddb2dc2ad9c2 req-fc59e5d9-fbc2-4b28-a560-85b6400d20a5 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 944 time: 0.0578055 Mar 08 19:00:31.756015 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-fd7b170a-3822-4117-883f-ddb2dc2ad9c2 req-af3a6570-472c-4617-9c85-4dfc2776013b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Mar 08 19:00:32.874577 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ccb8c-a768-469a-ad6a-ffd7284d6ca0 req-8ab38ca6-70ff-425c-99bb-816d384f5892 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:32.876096 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-357ccb8c-a768-469a-ad6a-ffd7284d6ca0 req-8ab38ca6-70ff-425c-99bb-816d384f5892 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 944 time: 0.0527439 Mar 08 19:00:32.931445 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-357ccb8c-a768-469a-ad6a-ffd7284d6ca0 req-25cea407-3ac8-4db5-a185-a6a70bfe5a7f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497096 Mar 08 19:00:33.226206 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4b4feffd-2b05-456b-9d9b-4fdac7e05713 up at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:00:33.280112 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning for port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 completed by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:00:33.284315 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Provisioning complete for port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 triggered by entity L2. {{(pid=109996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:00:33.284690 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734949'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), provisioning_complete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.365986 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 is: BUILD; New status is: ACTIVE {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:33.366382 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.395517 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:33.397744 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43815d86-30ff-4e80-b86d-bea45538f3e0" -d '{"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-plugged", "status": "completed", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:33.410507 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:33.414837 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.472260 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=5']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:33.575916 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded896b-b43c-49b1-a248-0e10db4c034d x-openstack-request-id: req-aded896b-b43c-49b1-a248-0e10db4c034d {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:33.576209 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-plugged", "status": "completed", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:33.576461 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aded896b-b43c-49b1-a248-0e10db4c034d {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:33.576851 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'code': 200} Mar 08 19:00:33.808349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91166476-6511-4ed1-9854-46f5d1c8672e req-2506a70b-45c0-443c-8d3b-4c9de70a3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:33.809876 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-91166476-6511-4ed1-9854-46f5d1c8672e req-2506a70b-45c0-443c-8d3b-4c9de70a3b4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1129 time: 0.0461173 Mar 08 19:00:33.865550 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-91166476-6511-4ed1-9854-46f5d1c8672e req-56d47ed0-f59e-4e70-92c7-9b9fb28f2b0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483856 Mar 08 19:00:34.053345 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13509-07f8-4f35-bd8d-b501842f5371 req-42edd435-5613-487c-b616-40cc773339ef tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:34.054804 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ee13509-07f8-4f35-bd8d-b501842f5371 req-42edd435-5613-487c-b616-40cc773339ef tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0549438 Mar 08 19:00:34.111766 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-8ee13509-07f8-4f35-bd8d-b501842f5371 req-0ee39dcc-e5a7-4cb8-87f5-169bf3cf20c0 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Mar 08 19:00:35.234596 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e161c9-46d6-425b-8923-9eeaeda2fb7c req-e8ee6fdf-166f-4291-9b2d-1856c35abaf4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:35.236115 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36e161c9-46d6-425b-8923-9eeaeda2fb7c req-e8ee6fdf-166f-4291-9b2d-1856c35abaf4 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Mar 08 19:00:35.286917 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-36e161c9-46d6-425b-8923-9eeaeda2fb7c req-80e1e83e-b3ba-4f4c-a345-ceecbdec2400 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447288 Mar 08 19:00:35.408710 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328acf1-c9e9-4447-be42-b3d2eb88f87a req-e86b3cb7-f8fc-46b0-9a15-fda5529a7260 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:35.410164 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d328acf1-c9e9-4447-be42-b3d2eb88f87a req-e86b3cb7-f8fc-46b0-9a15-fda5529a7260 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0577946 Mar 08 19:00:35.461057 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d328acf1-c9e9-4447-be42-b3d2eb88f87a req-c2e061b1-25ef-4b5c-998c-2fc1f7872ddf tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Mar 08 19:00:35.485094 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54304) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:35.529160 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec960e04-a588-4b31-84d3-160d7293ddf2 tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:35.531419 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-ec960e04-a588-4b31-84d3-160d7293ddf2 tempest-TestVolumeBootPattern-1032612585 tempest-TestVolumeBootPattern-1032612585-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1124 time: 0.0446341 Mar 08 19:00:35.534126 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54306) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:35.538492 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.v2.base [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Request body: {'floatingip': {'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'port_id': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:00:35.558987 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:35.653081 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:35.757754 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_common [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Allocated IP 172.27.1.103 (0fe919cd-3031-42bd-9a39-c710cf5996c1/dce4cadb-ac09-4f76-9de1-8347a99cda85/188e6a8d-b587-4b6b-9283-10f089370116) {{(pid=109995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:00:35.862673 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (188e6a8d-b587-4b6b-9283-10f089370116), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:35.898539 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759655916225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (188e6a8d-b587-4b6b-9283-10f089370116), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:35.938026 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Network 0fe919cd-3031-42bd-9a39-c710cf5996c1 is already hosted by enough agents. {{(pid=109995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:00:35.940846 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.base_scheduler [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Resources bound (agent type, host, resource id): {{(pid=109995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:00:35.943611 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Received port after_create {{(pid=109995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:00:35.971771 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=188e6a8d-b587-4b6b-9283-10f089370116,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:36.315753 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:36.384349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (188e6a8d-b587-4b6b-9283-10f089370116), before_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:36.533950 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for port (188e6a8d-b587-4b6b-9283-10f089370116), precommit_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:36.538763 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126656758'] for port (188e6a8d-b587-4b6b-9283-10f089370116), after_update {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:36.606570 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event updated for resources: {'Port': ['ID=188e6a8d-b587-4b6b-9283-10f089370116,revision_number=2']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:36.616431 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589334'] for floatingip (e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:36.719413 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3 associated. External IP: 172.27.1.103, port: 4b4feffd-2b05-456b-9d9b-4fdac7e05713. Mar 08 19:00:36.925326 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:37.035225 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:37.045164 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:37.053826 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.055895 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:37.056516 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:00:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:37.083750 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-04c12893-2247-4531-849b-0bf8fe5f9b30 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5484993 Mar 08 19:00:37.084443 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:37.086648 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8efc0-7246-4ab3-9cff-805fd109c093" -d '{"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:37.122303 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bc0ed1-be82-4321-ac8f-24f7b0acbcb5 x-openstack-request-id: req-62bc0ed1-be82-4321-ac8f-24f7b0acbcb5 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:37.122595 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:37.122852 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62bc0ed1-be82-4321-ac8f-24f7b0acbcb5 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:37.123284 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'status': 'completed', 'code': 200} Mar 08 19:00:37.165315 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:37.189466 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-301687c7-e74d-485e-93c2-448422c83166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:37.190974 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-301687c7-e74d-485e-93c2-448422c83166 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1129 time: 0.0448816 Mar 08 19:00:37.283582 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-35c50fd5-abd8-4482-8f21-02bd3dc9a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:37.284809 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-35c50fd5-abd8-4482-8f21-02bd3dc9a4b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0879331 Mar 08 19:00:37.351617 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-5ae9073a-e8bf-4ffb-ad16-74ed05d92ba0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 200 len: 999 time: 0.0588555 Mar 08 19:00:37.392317 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}, {'id': 'e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:b6:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:00:36Z', 'updated_at': '2022-03-08T19:00:36Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:37.404459 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-28721fc2-352f-46f1-b4d6-d00a1228e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:37.406073 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-28721fc2-352f-46f1-b4d6-d00a1228e914 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0489209 Mar 08 19:00:37.417802 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:37.426574 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:37.427214 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:00:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:37.457011 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-58072dff-f1d9-4054-aa29-5381c4111d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:37.458545 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-58072dff-f1d9-4054-aa29-5381c4111d33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463514 Mar 08 19:00:37.556833 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-d3c77134-3f83-4855-949a-8c1031748783 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898027 Mar 08 19:00:37.632422 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:37.658661 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-5ac8efc0-7246-4ab3-9cff-805fd109c093 req-b375cdde-caba-4e1f-ab89-75a04eb65396 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924928 Mar 08 19:00:37.855642 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}, {'id': 'e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:b6:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:00:36Z', 'updated_at': '2022-03-08T19:00:36Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:37.881565 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b5d4-75e1-4147-a4cc-520eedd3297b None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}, {'id': 'e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:b6:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:00:36Z', 'updated_at': '2022-03-08T19:00:36Z', 'revision_number': 0, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:38.074970 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de97d7-aed1-4a75-8867-d9862f04e191 None None] New status for floating IP e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3: ACTIVE {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:00:46.815781 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:00:50.729651 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-848684f2-9966-420b-8578-c7c680ce5059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.401030 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54382) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:51.526869 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.603159 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Publish callbacks [] for security_group (1d36eb69-5440-4b9c-a864-715f97a756bf), precommit_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.607290 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1d36eb69-5440-4b9c-a864-715f97a756bf), after_create {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.646734 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f6a4e0152ed462888c661ba86a30c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446303 Mar 08 19:00:51.647622 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36eb69-5440-4b9c-a864-715f97a756bf,revision_number=1']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:51.649412 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54386) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:51.654879 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.655896 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.656874 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.657218 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.657549 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.657876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.658199 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.658527 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.658867 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.659196 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.659516 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.659836 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.660155 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f61c61-cf70-4a9a-8a6b-a432b9799049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.700830 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Publish callbacks [] for security_group (1d36eb69-5440-4b9c-a864-715f97a756bf), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.721718 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Publish callbacks [] for security_group (1d36eb69-5440-4b9c-a864-715f97a756bf), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.766680 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (1d36eb69-5440-4b9c-a864-715f97a756bf), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.769402 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.770539 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d36eb69-5440-4b9c-a864-715f97a756bf HTTP/1.1" status: 204 len: 168 time: 0.1201441 Mar 08 19:00:51.778376 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36eb69-5440-4b9c-a864-715f97a756bf,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:51.786249 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.786599 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.786938 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.787299 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.787630 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.787954 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.788283 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.788606 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.788993 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.789241 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.789561 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.789879 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:51.790193 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2614a15-f79e-47c7-aa45-17f9776f4bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:53.376210 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1ad1408f-95d9-4c13-bacd-50abfabf5ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.857281 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.239429 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:57.682510 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.419960 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:20.730984 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ea699d06-a1d6-42f7-a75a-3a9b8a676cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:23.377599 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8b90-db32-4b04-86f2-6372f205dbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:23.815160 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:01:24.859046 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:26.241829 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:27.685138 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:29.431023 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:38.642508 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-d8201967-843e-4fab-a09b-be4292d84a9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481284 Mar 08 19:01:38.725720 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-862b86b3-e3e1-4767-974c-bb0537c9e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:38.727350 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-862b86b3-e3e1-4767-974c-bb0537c9e3fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1130 time: 0.0448098 Mar 08 19:01:38.829560 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-a2c9c300-74da-4564-9f01-ab38d1b81e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:38.831005 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-a2c9c300-74da-4564-9f01-ab38d1b81e64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0867980 Mar 08 19:01:38.894965 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-134e3b48-6044-4c13-873d-093136855367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 1002 time: 0.0572600 Mar 08 19:01:38.943467 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-2259514e-deee-45a6-88b5-b7d0b2d6a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:38.945016 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-2259514e-deee-45a6-88b5-b7d0b2d6a56e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0440516 Mar 08 19:01:38.997274 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-bc5639ce-bcf5-42b3-87ce-025e1d92c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:38.999437 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-bc5639ce-bcf5-42b3-87ce-025e1d92c9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485411 Mar 08 19:01:39.088765 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-a1a775e8-2ba8-4599-bea8-e9a9d88c1141 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Mar 08 19:01:39.422150 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e4ade5af-711f-4aab-a84e-a8184419c91e req-7d550be2-23f9-4e76-a6b9-b299237878ae service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280737 Mar 08 19:01:50.733177 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f5165d41-d035-458e-997b-b7a2140c1993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.380498 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-154d5598-5940-489d-98ce-3a962e2102fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.863296 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.249400 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.689681 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.424925 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.815560 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:02:15.776884 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54416) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:16.070824 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 188e6a8d-b587-4b6b-9283-10f089370116 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:16.071202 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (188e6a8d-b587-4b6b-9283-10f089370116), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.146752 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (188e6a8d-b587-4b6b-9283-10f089370116), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.147073 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (188e6a8d-b587-4b6b-9283-10f089370116), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.159558 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 188e6a8d-b587-4b6b-9283-10f089370116 owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:16.311865 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (188e6a8d-b587-4b6b-9283-10f089370116), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.343093 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=188e6a8d-b587-4b6b-9283-10f089370116,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:16.371780 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.372127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.372469 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.372804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.373138 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.373465 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.373789 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.374115 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.374439 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.374762 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.375086 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.375435 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.375740 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:16.420687 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.421012 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3 disassociated (deleted). External IP: 172.27.1.103, port: 4b4feffd-2b05-456b-9d9b-4fdac7e05713. Mar 08 19:02:16.630470 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:16.742153 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:16.747018 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:16.751461 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:16.761235 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:16.761843 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:01:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:16.776789 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-731777cb-a65f-4ae8-8caf-b790a8fd9951 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "DELETE /v2.0/floatingips/e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3 HTTP/1.1" status: 204 len: 168 time: 0.9987910 Mar 08 19:02:16.777469 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:16.779840 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b006f04e-ac95-41af-9a3d-ff8701841c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:16.820677 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d7159b-0328-45a0-b2e8-55097bbc25a5 x-openstack-request-id: req-b6d7159b-0328-45a0-b2e8-55097bbc25a5 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:16.820969 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:16.821267 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6d7159b-0328-45a0-b2e8-55097bbc25a5 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:16.822851 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'status': 'completed', 'code': 200} Mar 08 19:02:16.879270 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:16.890237 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-1ac07479-2d80-48ec-ad62-a42d3a7ffc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:16.891893 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-1ac07479-2d80-48ec-ad62-a42d3a7ffc21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 1129 time: 0.0494149 Mar 08 19:02:16.998633 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-25c4ebeb-2b3d-406b-b6f1-2c77e5f17ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:17.000352 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-25c4ebeb-2b3d-406b-b6f1-2c77e5f17ec9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0985568 Mar 08 19:02:17.027446 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7211-d0c1-499b-9ad4-aa29f61f91cd req-5812db19-2092-40c3-a8cb-d27dcf7ae8be tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:17.029352 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-600a7211-d0c1-499b-9ad4-aa29f61f91cd req-5812db19-2092-40c3-a8cb-d27dcf7ae8be tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0723228 Mar 08 19:02:17.049619 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-20be6f13-dce8-4c07-af03-790ce32493bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 200 len: 217 time: 0.0425649 Mar 08 19:02:17.087931 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-600a7211-d0c1-499b-9ad4-aa29f61f91cd req-37ab67a6-c523-4e88-9231-ba8af85329cc tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499222 Mar 08 19:02:17.112490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-6fa8e89b-b113-478d-af2c-96154255fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:17.114147 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-6fa8e89b-b113-478d-af2c-96154255fcd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0576496 Mar 08 19:02:17.147374 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:17.174478 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-7db26321-dd6c-41ce-a82a-69002dfa26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:17.176051 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-7db26321-dd6c-41ce-a82a-69002dfa26aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558319 Mar 08 19:02:17.178346 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:17.187562 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:17.188165 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:01:53Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:17.273860 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-a630a8e9-3bf8-44d9-a33c-c07568e0299d service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915132 Mar 08 19:02:17.304607 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:17.372770 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-b006f04e-ac95-41af-9a3d-ff8701841c7a req-013cebeb-4ead-491b-8188-dd46236e15c1 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Mar 08 19:02:17.526603 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:17.555081 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d1c45-e9c2-4630-9342-eaf71f4846d4 None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_floatingips': [{'id': '680a5c25-256b-496b-857e-16111b76666c', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'router_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'port_id': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'mac_address': 'fa:16:3e:66:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298460bd-9be0-4bdd-9244-33727681988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:41Z', 'updated_at': '2022-03-08T18:58:43Z', 'revision_number': 1, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:17.781411 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214e3b7-6876-4207-9d3c-c1dec9d58f50 None None] New status for floating IP e96748d4-0bc4-4c6c-9a61-5ab2ed1e76d3: DOWN {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:02:18.212983 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20385-4baa-48f2-9384-319f2168256e req-733d1df9-f288-4c0b-8cf9-3d6d6d2b3cba tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:18.214471 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9e20385-4baa-48f2-9384-319f2168256e req-733d1df9-f288-4c0b-8cf9-3d6d6d2b3cba tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0532215 Mar 08 19:02:18.265031 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-f9e20385-4baa-48f2-9384-319f2168256e req-a4ed701d-7069-4801-9af6-ffec96a0e7ef tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Mar 08 19:02:19.389411 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72704a-889a-49f0-9fb0-4fa33693551b req-b49f40bf-a95d-441f-8477-81d5e973945c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:19.390880 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6a72704a-889a-49f0-9fb0-4fa33693551b req-b49f40bf-a95d-441f-8477-81d5e973945c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Mar 08 19:02:19.446712 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-6a72704a-889a-49f0-9fb0-4fa33693551b req-ffd055bc-2f3c-473d-847c-692bbd2d9643 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491834 Mar 08 19:02:20.563171 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c693fb-a56f-45dc-ace8-c5ad21a57146 req-22a7939a-7678-4613-859e-d4e89921a800 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:20.564641 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-77c693fb-a56f-45dc-ace8-c5ad21a57146 req-22a7939a-7678-4613-859e-d4e89921a800 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Mar 08 19:02:20.612785 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-77c693fb-a56f-45dc-ace8-c5ad21a57146 req-e8515031-64d5-46b3-94fc-0db214427995 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Mar 08 19:02:20.736019 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2456ba52-5483-463b-b81c-12842a9f1c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:21.675631 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 4b4feffd-2b05-456b-9d9b-4fdac7e05713 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:21.732115 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8c207-c475-43a6-bc44-5370f6184d1a req-13782170-e98c-4046-883f-bada36adea74 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:21.733634 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7fd8c207-c475-43a6-bc44-5370f6184d1a req-13782170-e98c-4046-883f-bada36adea74 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 945 time: 0.0535705 Mar 08 19:02:21.750066 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Current status of the port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 is: ACTIVE; New status is: DOWN {{(pid=109996) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:21.750658 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597458'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:21.776796 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:21.779032 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418ad324b05139cdf6ef0bb5a9c44abaee5da13952b26007c9f3974dc744e2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23757cfe-5dbc-440c-9509-1c591c9e2bf8" -d '{"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:21.783495 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7fd8c207-c475-43a6-bc44-5370f6184d1a req-fee024e7-be46-4747-84c9-e2a77758d3b2 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Mar 08 19:02:21.793298 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:21.798269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759656453560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759655916243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759655916261'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:21.823870 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a493ba7-7717-489e-a974-9390b7ec64f6 x-openstack-request-id: req-2a493ba7-7717-489e-a974-9390b7ec64f6 {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:21.824174 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "code": 200}]} {{(pid=109996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:21.824430 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a493ba7-7717-489e-a974-9390b7ec64f6 {{(pid=109996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:21.824816 dv-cinder-830087-3-iscsi neutron-server[109996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'code': 200} Mar 08 19:02:21.850273 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Pushing event updated for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=6']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:21.857997 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.858353 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.858700 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.859042 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.859398 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.859729 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.860056 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.860398 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.860722 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.861031 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.861352 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.861672 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:21.861992 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:22.911660 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c721-24a7-44d2-96b6-c7a7e4e1d70a req-02799dc4-cf43-4bc0-a0a5-ffb4dbfb3d7f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:22.913132 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2001c721-24a7-44d2-96b6-c7a7e4e1d70a req-02799dc4-cf43-4bc0-a0a5-ffb4dbfb3d7f tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0549812 Mar 08 19:02:22.961898 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-2001c721-24a7-44d2-96b6-c7a7e4e1d70a req-3a3d681e-0260-4c8a-99dc-946eb2b97f00 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Mar 08 19:02:23.384819 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-20ecd40f-6d06-401c-a21e-c939e7b6c240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:23.458970 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-9908c839-acdb-45b7-a892-8ec0f45d2361 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:23.460470 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-9908c839-acdb-45b7-a892-8ec0f45d2361 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 943 time: 0.0546665 Mar 08 19:02:23.551699 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:23.552035 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:23.645498 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] For port 4b4feffd-2b05-456b-9d9b-4fdac7e05713, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b4feffd-2b05-456b-9d9b-4fdac7e05713,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:23.645771 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:23.658432 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 4b4feffd-2b05-456b-9d9b-4fdac7e05713 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:23.786746 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (4b4feffd-2b05-456b-9d9b-4fdac7e05713), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:23.813420 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=4b4feffd-2b05-456b-9d9b-4fdac7e05713,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:23.858679 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] No DVR routers for this DVR port 4b4feffd-2b05-456b-9d9b-4fdac7e05713 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:23.861304 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:23.864795 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-6824a486-67e9-4ca5-8055-cff83d5a520a req-13033d95-86d7-4996-b99f-7d801f339786 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "DELETE /v2.0/ports/4b4feffd-2b05-456b-9d9b-4fdac7e05713 HTTP/1.1" status: 204 len: 173 time: 0.3991668 Mar 08 19:02:23.865227 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-deleted', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:23.867469 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6deaca3-2649-4228-81ce-b899b932555e" -d '{"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-deleted", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:23.905161 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3f993-d4af-4569-8b1c-a231da246228 x-openstack-request-id: req-8ca3f993-d4af-4569-8b1c-a231da246228 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:23.905472 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6947f55e-8608-4382-9eb4-7fcdef02d262", "name": "network-vif-deleted", "tag": "4b4feffd-2b05-456b-9d9b-4fdac7e05713", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:23.905722 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ca3f993-d4af-4569-8b1c-a231da246228 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:23.906112 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6947f55e-8608-4382-9eb4-7fcdef02d262', 'name': 'network-vif-deleted', 'tag': '4b4feffd-2b05-456b-9d9b-4fdac7e05713', 'status': 'completed', 'code': 200} Mar 08 19:02:24.057300 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-7086aef5-f52a-4b7d-89e1-d6cf761bb021 req-cc32a2dd-cd4d-43c8-a0d1-9cacfcb2cf1c tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=6947f55e-8608-4382-9eb4-7fcdef02d262 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Mar 08 19:02:24.865967 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:26.248122 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.342864 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54468) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:27.497241 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:27.497574 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.572003 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.572871 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.584593 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:27.696225 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.730624 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.755358 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=2776d9e1-ba3d-46c9-8bcb-6c6b88d3c41c,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:27.814497 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (680a5c25-256b-496b-857e-16111b76666c), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.814885 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.db.l3_db [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Floating IP 680a5c25-256b-496b-857e-16111b76666c disassociated (deleted). External IP: 172.27.1.122, port: 84afa2c4-cf0b-4617-bbca-e17a9bf50959. Mar 08 19:02:28.019354 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:28.126947 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:28.131792 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:28.137117 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:28.147039 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:28.147687 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:28.160920 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-6193d5bd-983e-4e77-ad5c-8d35751f178a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "DELETE /v2.0/floatingips/680a5c25-256b-496b-857e-16111b76666c HTTP/1.1" status: 204 len: 168 time: 0.8169425 Mar 08 19:02:28.161605 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:28.163921 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4b2f6-273a-4f3e-8db0-f393daf694d7" -d '{"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:28.203265 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ec354-b9d5-4a3b-a70a-6167b5b66394 x-openstack-request-id: req-020ec354-b9d5-4a3b-a70a-6167b5b66394 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:28.203779 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:28.204213 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-020ec354-b9d5-4a3b-a70a-6167b5b66394 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:28.204629 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'status': 'completed', 'code': 200} Mar 08 19:02:28.283568 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-4f62b898-066a-4994-8ab6-bdac2a7142b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.285835 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-4f62b898-066a-4994-8ab6-bdac2a7142b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 1130 time: 0.0594323 Mar 08 19:02:28.360939 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:28.388214 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-1fb643da-4347-4d1e-8e37-547ab0a13b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.389877 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-1fb643da-4347-4d1e-8e37-547ab0a13b54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 200 len: 912 time: 0.0987544 Mar 08 19:02:28.401866 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a9df-9e47-41bf-9618-c250934c1600 req-207f9a6a-b98e-4ccd-9fc7-7b09d936fbb1 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.403424 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1131a9df-9e47-41bf-9618-c250934c1600 req-207f9a6a-b98e-4ccd-9fc7-7b09d936fbb1 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0541523 Mar 08 19:02:28.433854 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-a4638dfc-9bed-44be-9427-121ff4531c10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 200 len: 217 time: 0.0369427 Mar 08 19:02:28.456159 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-1131a9df-9e47-41bf-9618-c250934c1600 req-04e82a8d-5ec7-4ccd-90de-dee7dc217ebd tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464277 Mar 08 19:02:28.492714 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-1eb1176b-9cf7-4e26-bf21-9448a355ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.494930 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-1eb1176b-9cf7-4e26-bf21-9448a355ebd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 200 len: 850 time: 0.0531847 Mar 08 19:02:28.542387 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-4871152d-aec8-4149-82a9-351f8c920063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.542387 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-4871152d-aec8-4149-82a9-351f8c920063 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434780 Mar 08 19:02:28.568513 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:28.595001 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:28.603145 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:28.604469 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:28.634758 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-abc029fe-29b3-4c69-933a-1425a4d7f0a7 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829985 Mar 08 19:02:28.711473 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:28.725593 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-20d4b2f6-273a-4f3e-8db0-f393daf694d7 req-f8455554-afc8-455a-b77d-b97864903973 service neutron] 10.222.0.18 "GET /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Mar 08 19:02:28.910147 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:28.935558 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e581c2-d3ed-4c32-8780-0d2ca241a65c None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T18:55:30Z', 'revision_number': 4, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi', '_interfaces': [{'id': 'c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399', 'name': '', 'network_id': 'f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'mac_address': 'fa:16:3e:88:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'subnets': [{'id': 'bc06eb0f-cafd-49f5-a56c-ff291443818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:29.153729 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f308-3b0e-4a9f-bef7-d6822fdd6111 None None] New status for floating IP 680a5c25-256b-496b-857e-16111b76666c: DOWN {{(pid=109996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:02:29.418914 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:29.578433 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707330a-992f-488b-afca-75e9adcc0a8c req-bfc040a5-1a40-4ecc-aa3c-c9446a48be23 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:29.579981 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d707330a-992f-488b-afca-75e9adcc0a8c req-bfc040a5-1a40-4ecc-aa3c-c9446a48be23 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0556498 Mar 08 19:02:29.627161 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-d707330a-992f-488b-afca-75e9adcc0a8c req-8c9159e4-46c4-4cb0-ac02-022d21932c8b tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c264f46-f1f2-4809-8c08-c568a7ef4683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Mar 08 19:02:29.793529 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-e251c236-2bf6-459d-a96c-3399812ec46a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:29.794878 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-e251c236-2bf6-459d-a96c-3399812ec46a tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 946 time: 0.0525737 Mar 08 19:02:29.889490 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:29.889814 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:29.977404 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] For port 84afa2c4-cf0b-4617-bbca-e17a9bf50959, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=84afa2c4-cf0b-4617-bbca-e17a9bf50959,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:29.977756 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:29.989876 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 84afa2c4-cf0b-4617-bbca-e17a9bf50959 owned by compute:nova {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:30.349685 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (84afa2c4-cf0b-4617-bbca-e17a9bf50959), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:30.379734 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=84afa2c4-cf0b-4617-bbca-e17a9bf50959,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:30.421688 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] No DVR routers for this DVR port 84afa2c4-cf0b-4617-bbca-e17a9bf50959 on host hv-cinder-83008 {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:30.424208 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for port (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:30.427476 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [req-e0f6acde-d9a9-48b7-9ed6-118b806b42c9 req-b21656d6-128d-4679-9769-296b61e88291 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.18 "DELETE /v2.0/ports/84afa2c4-cf0b-4617-bbca-e17a9bf50959 HTTP/1.1" status: 204 len: 173 time: 0.6268859 Mar 08 19:02:30.427924 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'name': 'network-vif-deleted', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959'}] {{(pid=109995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:30.430108 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a4218d28090945b281360ccab5900758dcfe748b52dc9ba1dedc1d9fd9ba86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3aa59-5285-4f71-a2cf-22face4e6aab" -d '{"events": [{"server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "name": "network-vif-deleted", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959"}]}' {{(pid=109995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:30.469872 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5200c833-337d-4802-a38a-9518f7d998b8 x-openstack-request-id: req-5200c833-337d-4802-a38a-9518f7d998b8 {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:30.470157 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298460bd-9be0-4bdd-9244-33727681988c", "name": "network-vif-deleted", "tag": "84afa2c4-cf0b-4617-bbca-e17a9bf50959", "status": "completed", "code": 200}]} {{(pid=109995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:30.470414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5200c833-337d-4802-a38a-9518f7d998b8 {{(pid=109995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:30.470792 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298460bd-9be0-4bdd-9244-33727681988c', 'name': 'network-vif-deleted', 'tag': '84afa2c4-cf0b-4617-bbca-e17a9bf50959', 'status': 'completed', 'code': 200} Mar 08 19:02:30.731073 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [req-bf685c55-2366-472b-890a-0c9457d26966 req-60f9214e-7cc6-49ad-b654-674bfa8370f8 tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "GET /v2.0/ports?device_id=298460bd-9be0-4bdd-9244-33727681988c HTTP/1.1" status: 200 len: 210 time: 0.0354683 Mar 08 19:02:31.787857 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54486) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:31.909932 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Deleting port 1c1945af-ce96-4289-bb14-8d166d1daf5e {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:31.910266 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:31.988052 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:31.988369 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (1c1945af-ce96-4289-bb14-8d166d1daf5e), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:32.000127 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Calling delete_port for 1c1945af-ce96-4289-bb14-8d166d1daf5e owned by network:floatingip {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:32.139109 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (1c1945af-ce96-4289-bb14-8d166d1daf5e), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:32.164115 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'Port': ['ID=1c1945af-ce96-4289-bb14-8d166d1daf5e,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:32.226386 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for floatingip (668c4baa-d96a-4af5-aad6-8176d231ee12), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:32.229402 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100520'] for floatingip (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:32.230540 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e0173339-b7ad-49ef-a849-e46a420ae1fb tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "DELETE /v2.0/floatingips/668c4baa-d96a-4af5-aad6-8176d231ee12 HTTP/1.1" status: 204 len: 168 time: 0.4414361 Mar 08 19:02:33.427298 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54498) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:33.486648 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (9c264f46-f1f2-4809-8c08-c568a7ef4683), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:33.511631 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (9c264f46-f1f2-4809-8c08-c568a7ef4683), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:33.574511 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (9c264f46-f1f2-4809-8c08-c568a7ef4683), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:33.577130 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:33.578298 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] 10.222.0.57 "DELETE /v2.0/security-groups/9c264f46-f1f2-4809-8c08-c568a7ef4683 HTTP/1.1" status: 204 len: 168 time: 0.1501083 Mar 08 19:02:33.589259 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5247ee4-fe5c-4edd-a081-5ce702cfe6ac tempest-TestVolumeBootPattern-1901412068 tempest-TestVolumeBootPattern-1901412068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c264f46-f1f2-4809-8c08-c568a7ef4683,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:33.636123 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54502) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:33.709467 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 84afa2c4-cf0b-4617-bbca-e17a9bf50959 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:33.730349 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] No Port match for: 84afa2c4-cf0b-4617-bbca-e17a9bf50959 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:33.730704 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Device 84afa2c4-cf0b-4617-bbca-e17a9bf50959 not bound to the agent host hv-cinder-83008 {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:34.089276 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:34.333430 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Deleting port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:34.333684 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:34.412514 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] For port c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:34.412872 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:34.425829 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Calling delete_port for c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 owned by network:router_interface {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:34.609090 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:34.632269 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Pushing event deleted for resources: {'Port': ['ID=c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:34.802943 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.017343 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:35.125932 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:35.131490 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-dda4cc6c-8eeb-46f5-923b-c4e27da27526 admin admin] 10.222.0.57 "PUT /v2.0/routers/ff4b30cc-47ae-42a6-9547-5bd4f66c1377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937217 Mar 08 19:02:35.133457 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54506) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:35.137202 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Sync routers for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:35.147434 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:35.148036 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:35.238002 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks [] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.255403 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:35.344951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks [] for router_gateway (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.397366 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Deleting port 8fa12ece-b71d-44a3-89e7-7ceba92624e8 {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:35.397715 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.438618 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T19:02:34Z', 'revision_number': 5, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port': {'id': '8fa12ece-b71d-44a3-89e7-7ceba92624e8', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:26Z', 'updated_at': '2022-03-08T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:35.468351 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Checking router: ff4b30cc-47ae-42a6-9547-5bd4f66c1377 for host: dv-cinder-830087-3-iscsi {{(pid=109997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:35.476613 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Routers {'ff4b30cc-47ae-42a6-9547-5bd4f66c1377'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:35.477205 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'], 'active': True} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:35.480593 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] For port 8fa12ece-b71d-44a3-89e7-7ceba92624e8, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=8fa12ece-b71d-44a3-89e7-7ceba92624e8,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:35.480951 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.492530 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Calling delete_port for 8fa12ece-b71d-44a3-89e7-7ceba92624e8 owned by network:router_gateway {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:35.564293 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_dvr_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] Set router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 gateway port host: None {{(pid=109997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:35.617394 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.l3_hamode_db [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T19:02:35Z', 'revision_number': 6, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:35.647051 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10706d4b-7567-4f3e-935b-18b9a4d6fe0e None None] The sync data for ids ['ff4b30cc-47ae-42a6-9547-5bd4f66c1377'] in dv-cinder-830087-3-iscsi is: [{'id': 'ff4b30cc-47ae-42a6-9547-5bd4f66c1377', 'name': 'tempest-TestVolumeBootPattern-409299011-router', 'tenant_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:25Z', 'updated_at': '2022-03-08T19:02:35Z', 'revision_number': 6, 'project_id': '6b99d9de89a44c1ea5e844ee8bf994a6', 'gw_port_host': None}] {{(pid=109997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:35.662917 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (8fa12ece-b71d-44a3-89e7-7ceba92624e8), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.690437 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa12ece-b71d-44a3-89e7-7ceba92624e8,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:35.749835 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.844485 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.846595 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks [] for router_controller (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.891804 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (ff4b30cc-47ae-42a6-9547-5bd4f66c1377), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.892369 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4b30cc-47ae-42a6-9547-5bd4f66c1377 {{(pid=109995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:02:35.896817 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.897947 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-06e5ab69-e522-4234-8316-61c2a019c87b admin admin] 10.222.0.57 "DELETE /v2.0/routers/ff4b30cc-47ae-42a6-9547-5bd4f66c1377 HTTP/1.1" status: 204 len: 168 time: 0.7629752 Mar 08 19:02:35.901434 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54508) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:35.943292 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Deleting subnet bc06eb0f-cafd-49f5-a56c-ff291443818a {{(pid=109995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:02:35.946923 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Publish callbacks [] for subnet (bc06eb0f-cafd-49f5-a56c-ff291443818a), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.982205 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126656461'] for subnet (bc06eb0f-cafd-49f5-a56c-ff291443818a), precommit_delete_associations {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.066655 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (bc06eb0f-cafd-49f5-a56c-ff291443818a), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.121819 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126656696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3683700'] for subnet (bc06eb0f-cafd-49f5-a56c-ff291443818a), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.146563 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc06eb0f-cafd-49f5-a56c-ff291443818a,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:36.149983 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for subnet (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.153175 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-a7414791-0ab0-4049-838f-e5be583b4a50 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bc06eb0f-cafd-49f5-a56c-ff291443818a HTTP/1.1" status: 204 len: 168 time: 0.2507958 Mar 08 19:02:36.155600 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54510) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:36.158470 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bcb5d-8b28-4525-a321-94d4c356b24b None None] Network f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:02:36.232349 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.301932 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Deleting port 4c70d89a-2c2b-4db8-ac91-62010fbceddf {{(pid=109995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:36.302327 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.369414 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.db [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] For port 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c70d89a-2c2b-4db8-ac91-62010fbceddf,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:36.370253 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.392217 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.plugin [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Calling delete_port for 4c70d89a-2c2b-4db8-ac91-62010fbceddf owned by network:dhcp {{(pid=109995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:36.404333 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] DHCP port deletion for f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:02:36.460828 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Deleting port 4c70d89a-2c2b-4db8-ac91-62010fbceddf {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:36.461436 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.465626 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:36.484612 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126656655'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.513039 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c70d89a-2c2b-4db8-ac91-62010fbceddf,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:36.518521 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] No DVR routers for this DVR port 4c70d89a-2c2b-4db8-ac91-62010fbceddf on host dv-cinder-830087-3-iscsi {{(pid=109995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:36.538227 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:36.538662 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device c064e7d2-0b82-4cc5-a4cb-ab6eb4d9b399 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:36.539171 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c70d89a-2c2b-4db8-ac91-62010fbceddf no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:36.567633 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 4c70d89a-2c2b-4db8-ac91-62010fbceddf {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:36.567988 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 4c70d89a-2c2b-4db8-ac91-62010fbceddf not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:36.568410 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 8fa12ece-b71d-44a3-89e7-7ceba92624e8 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:36.571113 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] For port 4c70d89a-2c2b-4db8-ac91-62010fbceddf, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=4c70d89a-2c2b-4db8-ac91-62010fbceddf,segment=NetworkSegment(c3621897-81ce-40bd-882e-ac9470d8825e),segment_id=c3621897-81ce-40bd-882e-ac9470d8825e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:36.571539 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.594495 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.596204 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 8fa12ece-b71d-44a3-89e7-7ceba92624e8 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:36.596559 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 8fa12ece-b71d-44a3-89e7-7ceba92624e8 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:36.601895 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Calling delete_port for 4c70d89a-2c2b-4db8-ac91-62010fbceddf owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:36.619792 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59']}} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:36.629987 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3621897-81ce-40bd-882e-ac9470d8825e') {'for_net_delete': True} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:36.630381 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.services.segments.db [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3621897-81ce-40bd-882e-ac9470d8825e') {} {{(pid=109995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:36.641517 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126656310'] for segment (c3621897-81ce-40bd-882e-ac9470d8825e), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.656960 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (c3621897-81ce-40bd-882e-ac9470d8825e), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.664046 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:02:36.665222 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126656722'] for segment (c3621897-81ce-40bd-882e-ac9470d8825e), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: Traceback (most recent call last): Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: timer() Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: cb(*args, **kw) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: return func(*args, **kwargs) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: self._notify() Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: self.callback(batched_events) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: event.method(event) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: return f(self, *a, **k) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._get(url).json() Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: return self.request(url, 'GET', **kwargs) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:02:36.667056 dv-cinder-830087-3-iscsi neutron-server[109995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:02:36.698181 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (4c70d89a-2c2b-4db8-ac91-62010fbceddf), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.723397 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] Pushing event deleted for resources: {'Port': ['ID=4c70d89a-2c2b-4db8-ac91-62010fbceddf,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:36.727845 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e5bce-efd4-47f1-9e8e-34a0f1f46dcd None None] No DVR routers for this DVR port 4c70d89a-2c2b-4db8-ac91-62010fbceddf on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:36.731953 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.738243 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.741438 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] 10.222.0.57 "DELETE /v2.0/networks/f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59 HTTP/1.1" status: 204 len: 168 time: 0.5849226 Mar 08 19:02:36.745087 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54512) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:36.756077 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026c96a-1061-4a82-b02e-c6fb4594a88d admin admin] Pushing event deleted for resources: {'Network': ['ID=f4df2a5c-17dc-4ee5-9bdd-d2b6edc1fb59,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:37.094882 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603670'] for router_interface (63b507b5-e79f-47f4-b849-dcac09976309), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.339392 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Deleting port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:37.339634 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.414212 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] For port 2d0d78fa-5ef4-492e-86ac-5effecb59dcb, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:37.414610 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.425890 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Calling delete_port for 2d0d78fa-5ef4-492e-86ac-5effecb59dcb owned by network:router_interface {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:37.606565 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (2d0d78fa-5ef4-492e-86ac-5effecb59dcb), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.635580 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0d78fa-5ef4-492e-86ac-5effecb59dcb,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:37.646634 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.646988 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.647350 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.647685 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.648014 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.648338 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.648665 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.649211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.649863 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.649964 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.650287 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.650608 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.650928 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830087-3-iscsi {{(pid=109994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:37.809372 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1603618'] for router_interface (63b507b5-e79f-47f4-b849-dcac09976309), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.813912 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:02:38.024426 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Router 63b507b5-e79f-47f4-b849-dcac09976309 has already been hosted by L3 agent 286013e0-87a1-4d26-bb1a-0fb830aa6057 {{(pid=109994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:38.130675 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] Notify agent at l3_agent.dv-cinder-830087-3-iscsi the message routers_updated {{(pid=109994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:38.136532 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-aa53883c-7665-4cf6-af36-30e8d95b35b4 admin admin] 10.222.0.57 "PUT /v2.0/routers/63b507b5-e79f-47f4-b849-dcac09976309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894432 Mar 08 19:02:38.138271 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54514) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:38.140766 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Sync routers for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:38.152212 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:38.152871 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:38.244200 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks [] for router (63b507b5-e79f-47f4-b849-dcac09976309), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.265308 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: dv-cinder-830087-3-iscsi {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:38.346747 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks [] for router_gateway (63b507b5-e79f-47f4-b849-dcac09976309), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.405222 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Deleting port 228cf550-2012-40e5-adfb-76b3113c06c6 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:38.405556 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.451347 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'external_fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T19:02:37Z', 'revision_number': 5, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port': {'id': '228cf550-2012-40e5-adfb-76b3113c06c6', 'name': '', 'network_id': '0fe919cd-3031-42bd-9a39-c710cf5996c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b507b5-e79f-47f4-b849-dcac09976309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830087-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:34Z', 'updated_at': '2022-03-08T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dce4cadb-ac09-4f76-9de1-8347a99cda85', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830087-3-iscsi'}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:38.479021 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Checking router: 63b507b5-e79f-47f4-b849-dcac09976309 for host: dv-cinder-830087-3-iscsi {{(pid=109996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:38.483046 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] For port 228cf550-2012-40e5-adfb-76b3113c06c6, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=228cf550-2012-40e5-adfb-76b3113c06c6,segment=NetworkSegment(57c7ca8f-e17a-4e88-b45e-ca21cde65f5e),segment_id=57c7ca8f-e17a-4e88-b45e-ca21cde65f5e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:38.483425 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.487745 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Routers {'63b507b5-e79f-47f4-b849-dcac09976309'} bound to L3 agent in host dv-cinder-830087-3-iscsi {{(pid=109996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:38.488359 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830087-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:39:53Z,description=,heartbeat_timestamp=2022-03-08T19:02:23Z,host='dv-cinder-830087-3-iscsi',id=286013e0-87a1-4d26-bb1a-0fb830aa6057,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:39:53Z,topic='l3_agent')) {'router_ids': ['63b507b5-e79f-47f4-b849-dcac09976309'], 'active': True} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:38.497291 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Calling delete_port for 228cf550-2012-40e5-adfb-76b3113c06c6 owned by network:router_gateway {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:38.578826 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvr_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] Set router 63b507b5-e79f-47f4-b849-dcac09976309 gateway port host: None {{(pid=109996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:38.630806 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_hamode_db [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T19:02:38Z', 'revision_number': 6, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port_host': None}], 'dv-cinder-830087-3-iscsi', False) {} {{(pid=109996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:38.661992 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78a79-3ec6-4a8d-aa51-96c7693cb6ff None None] The sync data for ids ['63b507b5-e79f-47f4-b849-dcac09976309'] in dv-cinder-830087-3-iscsi is: [{'id': '63b507b5-e79f-47f4-b849-dcac09976309', 'name': 'tempest-TestVolumeBootPattern-1289661606-router', 'tenant_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T19:02:38Z', 'revision_number': 6, 'project_id': 'a5245aaa26bb483b9b0362cfb4459fa0', 'gw_port_host': None}] {{(pid=109996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:38.664352 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (228cf550-2012-40e5-adfb-76b3113c06c6), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.692284 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Pushing event deleted for resources: {'Port': ['ID=228cf550-2012-40e5-adfb-76b3113c06c6,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:39.020735 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590152'] for router_gateway (63b507b5-e79f-47f4-b849-dcac09976309), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.115525 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254326'] for router (63b507b5-e79f-47f4-b849-dcac09976309), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.118211 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks [] for router_controller (63b507b5-e79f-47f4-b849-dcac09976309), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.163222 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605163'] for router (63b507b5-e79f-47f4-b849-dcac09976309), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.163763 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b507b5-e79f-47f4-b849-dcac09976309 {{(pid=109994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:02:39.168792 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.169977 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-3839e398-fb49-4d99-a7f7-9358bd2ab66f admin admin] 10.222.0.57 "DELETE /v2.0/routers/63b507b5-e79f-47f4-b849-dcac09976309 HTTP/1.1" status: 204 len: 168 time: 1.0308919 Mar 08 19:02:39.172491 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54516) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:39.219165 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Deleting subnet 524835a0-715b-4500-880c-615db6b58684 {{(pid=109994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:02:39.222281 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Publish callbacks [] for subnet (524835a0-715b-4500-880c-615db6b58684), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.255416 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127866646'] for subnet (524835a0-715b-4500-880c-615db6b58684), precommit_delete_associations {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.329827 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779511'] for subnet (524835a0-715b-4500-880c-615db6b58684), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.387033 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126338381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127532679'] for subnet (524835a0-715b-4500-880c-615db6b58684), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.411612 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524835a0-715b-4500-880c-615db6b58684,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:39.416409 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.421877 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-fc983f67-dccd-43ea-bd40-c9d0c7f57018 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/524835a0-715b-4500-880c-615db6b58684 HTTP/1.1" status: 204 len: 168 time: 0.2461247 Mar 08 19:02:39.422054 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cad821-780c-47ca-980f-6a36285e7182 None None] Network e853e278-f342-4153-bec9-17a53abdc1e1 requested from dv-cinder-830087-3-iscsi {{(pid=109996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:02:39.422498 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.wsgi [-] (109994) accepted ('10.222.0.57', 54518) {{(pid=109994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:39.497544 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695416'] for network (e853e278-f342-4153-bec9-17a53abdc1e1), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.552510 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Deleting port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 {{(pid=109994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:39.552706 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.588179 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] DHCP port deletion for e853e278-f342-4153-bec9-17a53abdc1e1 request from dv-cinder-830087-3-iscsi {{(pid=109996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:02:39.624916 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.db [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] For port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:39.625202 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.639930 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.plugin [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Calling delete_port for 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 owned by network:dhcp {{(pid=109994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:39.641359 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Deleting port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 {{(pid=109996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:39.642045 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759656447811'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), before_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.707601 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.db [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] For port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2, host dv-cinder-830087-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830087-3-iscsi',level=0,port_id=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,segment=NetworkSegment(1c93eaaf-2301-452c-8e33-516ab590e75e),segment_id=1c93eaaf-2301-452c-8e33-516ab590e75e)] {{(pid=109996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:39.708095 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592388'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), precommit_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.721980 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Calling delete_port for 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 owned by network:dhcp {{(pid=109996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:39.722371 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126338426'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.753517 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:39.755429 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] No DVR routers for this DVR port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 on host dv-cinder-830087-3-iscsi {{(pid=109994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:39.808218 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759656453542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759655916234'] for port (1b785e39-82d7-4ab1-a72b-9c08c358a4e2), after_delete {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.825363 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736632', 'neutron.services.segments.db._delete_segments_for_network-8759656441959'] for network (e853e278-f342-4153-bec9-17a53abdc1e1), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.832802 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] Pushing event deleted for resources: {'Port': ['ID=1b785e39-82d7-4ab1-a72b-9c08c358a4e2,revision_number=None']} {{(pid=109996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:39.837648 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2fd48-d8f5-43db-94b3-ac0fef7a2d50 None None] No DVR routers for this DVR port 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 on host dv-cinder-830087-3-iscsi {{(pid=109996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:39.857007 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e853e278-f342-4153-bec9-17a53abdc1e1']}} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:39.866501 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c93eaaf-2301-452c-8e33-516ab590e75e') {'for_net_delete': True} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:39.866793 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.services.segments.db [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c93eaaf-2301-452c-8e33-516ab590e75e') {} {{(pid=109994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:39.876010 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759656442736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127866861'] for segment (1c93eaaf-2301-452c-8e33-516ab590e75e), before_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.889673 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916'] for segment (1c93eaaf-2301-452c-8e33-516ab590e75e), precommit_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.895974 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:02:39.896396 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126338343'] for segment (1c93eaaf-2301-452c-8e33-516ab590e75e), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: Traceback (most recent call last): Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: timer() Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: cb(*args, **kw) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: return func(*args, **kwargs) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: self._notify() Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: self.callback(batched_events) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: event.method(event) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: return f(self, *a, **k) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._get(url).json() Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: return self.request(url, 'GET', **kwargs) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:02:39.898259 dv-cinder-830087-3-iscsi neutron-server[109994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:02:39.956124 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590188'] for network (e853e278-f342-4153-bec9-17a53abdc1e1), after_delete {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.962129 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron_lib.callbacks.manager [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612562'] for network (None), before_response {{(pid=109994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:39.968058 dv-cinder-830087-3-iscsi neutron-server[109994]: INFO neutron.wsgi [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e853e278-f342-4153-bec9-17a53abdc1e1 HTTP/1.1" status: 204 len: 168 time: 0.5426679 Mar 08 19:02:39.978797 dv-cinder-830087-3-iscsi neutron-server[109994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97514e00-14ad-4a55-ae8d-1e2af13cf6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e853e278-f342-4153-bec9-17a53abdc1e1,revision_number=None']} {{(pid=109994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:40.080549 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54522) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.124568 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-360e1860-d4cd-4517-9465-f9c905f9dcd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b99d9de89a44c1ea5e844ee8bf994a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427642 Mar 08 19:02:40.126959 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54524) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.173794 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] Publish callbacks [] for security_group (cadae02a-e698-47f7-b144-ffbc014e8176), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.194063 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] Publish callbacks [] for security_group (cadae02a-e698-47f7-b144-ffbc014e8176), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.244273 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (cadae02a-e698-47f7-b144-ffbc014e8176), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.246858 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.250488 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cadae02a-e698-47f7-b144-ffbc014e8176 HTTP/1.1" status: 204 len: 168 time: 0.1201653 Mar 08 19:02:40.256711 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e519a-2e89-4954-98e0-f4bc84448b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadae02a-e698-47f7-b144-ffbc014e8176,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:40.283695 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 2d0d78fa-5ef4-492e-86ac-5effecb59dcb no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:40.304037 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 2d0d78fa-5ef4-492e-86ac-5effecb59dcb {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:40.304391 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 2d0d78fa-5ef4-492e-86ac-5effecb59dcb not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:40.304961 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 228cf550-2012-40e5-adfb-76b3113c06c6 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:40.326994 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 228cf550-2012-40e5-adfb-76b3113c06c6 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:40.327378 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 228cf550-2012-40e5-adfb-76b3113c06c6 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:40.327795 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 no longer exists at agent ovs-agent-dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:40.347016 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.plugin [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] No Port match for: 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 {{(pid=109996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:40.347420 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron.plugins.ml2.rpc [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Device 1b785e39-82d7-4ab1-a72b-9c08c358a4e2 not bound to the agent host dv-cinder-830087-3-iscsi {{(pid=109996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:40.567716 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54530) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.607708 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-c4ebc689-9598-4b07-8f4f-395c7a343427 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5245aaa26bb483b9b0362cfb4459fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386448 Mar 08 19:02:40.610061 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [-] (109995) accepted ('10.222.0.57', 54532) {{(pid=109995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.656301 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] Publish callbacks [] for security_group (194a70d9-90ec-4a8d-8ae1-883a47b59ecf), before_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.676243 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] Publish callbacks [] for security_group (194a70d9-90ec-4a8d-8ae1-883a47b59ecf), precommit_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.724799 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1922706'] for security_group (194a70d9-90ec-4a8d-8ae1-883a47b59ecf), after_delete {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.727444 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron_lib.callbacks.manager [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:40.728610 dv-cinder-830087-3-iscsi neutron-server[109995]: INFO neutron.wsgi [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/194a70d9-90ec-4a8d-8ae1-883a47b59ecf HTTP/1.1" status: 204 len: 168 time: 0.1176436 Mar 08 19:02:40.736263 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907a64c-a649-4a78-b87d-2fe3d568fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a70d9-90ec-4a8d-8ae1-883a47b59ecf,revision_number=None']} {{(pid=109995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:50.739551 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-42145345-79b9-4877-8aee-67b5eb819217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:53.386941 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad08c-63b6-44e7-b46a-3cb4d53689c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:54.869309 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:56.252082 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:57.689480 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:59.446867 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:14.812246 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:03:20.741898 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-faeb97ba-7d2a-4a70-a9b1-cb236a5fc94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:23.387748 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-aad9615c-9ce0-4600-9269-0256caef82fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:24.872424 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.257419 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.691585 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.458343 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:50.744876 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-e021e905-5a0d-47b2-9f33-40d63757c9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:51.810621 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:03:53.388973 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-117c13c2-c004-4fe7-8b45-cd1601ba5df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:54.875319 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:56.264616 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:57.694840 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:58.929514 dv-cinder-830087-3-iscsi neutron-server[109995]: DEBUG neutron.wsgi [req-84230bcc-cddc-4030-b00a-2585a945deb0 req-c4b4acee-f31b-4982-8253-c052de53127b service neutron] (109995) timed out ('10.222.0.18', 57807) {{(pid=109995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:03:59.456400 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:20.745863 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-0d887013-7133-4f64-996a-9a263d8156b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:23.389508 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-17c6317e-5d21-42cd-837d-51dc2f94a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:24.877593 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:26.260309 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:27.697006 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:28.809993 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:04:29.466639 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:50.747205 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2fa34320-befc-4655-9547-92140b1ae254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:53.391081 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b2ca-0628-4ae9-aa1f-7e131359a60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:54.878827 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:56.262269 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:57.698674 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.463847 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.808829 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:05:20.756937 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2e0352c1-4d38-4a99-a07e-5dc2467c19a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.393573 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d0c52321-ce83-4725-b564-26fd8803c9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:24.881696 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:26.266840 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:27.711161 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:29.464049 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:42.808518 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:05:50.749974 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ecb9-8669-404e-a549-57366cf05bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:53.400061 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-d43ebb7d-fe7e-4bc6-adcf-bbb41775e8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:54.885280 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:56.269442 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:57.706483 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:59.475210 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:19.808235 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:20.752917 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-72933800-ae66-40ce-8dcd-b6582802267c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:23.393574 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-f4f22a3b-0636-4f48-9100-356b74d0fcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:24.889556 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:26.278220 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:27.711639 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:29.488517 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.753864 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-2f7f29d0-da05-4a73-a0d4-28b2cadff6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:53.395209 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-cb4209db-242f-4e3c-91f0-7aff0c0047d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:54.892865 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:56.275865 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:56.807583 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:57.704164 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:59.498862 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:20.755080 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-de0b58e8-623a-48b5-8a4c-a41d046e62e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:23.397584 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-23d57cdd-ff07-4d71-b662-d8533f737002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (286013e0-87a1-4d26-bb1a-0fb830aa6057), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:24.896119 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9945-be50-445c-a5e7-b1369e879528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (2d1cbdec-9bc0-4a2e-830b-ac8d35b72633), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:26.278028 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-68ec5a02-f30e-4f88-88b1-2a0e08544322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (8814973c-6927-4bef-899f-642cd965e883), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:27.711104 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-ecb253a1-8590-4f9d-8d5f-0ce0a80549fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1a1534af-cbc6-4a44-b8bd-bf9d69b91609), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:29.516418 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea5ca-17d9-4a14-85ca-01a4e7daac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (1fc22538-2d27-467c-836b-1433e35b5ced), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:33.806605 dv-cinder-830087-3-iscsi neutron-server[109997]: DEBUG neutron.db.agents_db [None req-48b959f1-3d1e-491a-ab93-119f35bf4fdc None None] Agent healthcheck: found 6 active agents {{(pid=109997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:07:50.761668 dv-cinder-830087-3-iscsi neutron-server[109996]: DEBUG neutron_lib.callbacks.manager [None req-5b47c116-def9-4c51-b987-b36e3a9308a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759656441941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734851'] for agent (912317d0-9b19-4a07-b8ec-1a67d51566d8), after_update {{(pid=109996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}